-- Logs begin at Wed 2021-09-15 14:29:45 UTC, end at Wed 2021-09-15 15:30:05 UTC. -- Sep 15 15:01:44.405500 dv-cinder-808837-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 15:01:47.187872 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.common.config [-] Logging enabled! Sep 15 15:01:47.188345 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev648 Sep 15 15:01:47.188638 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94022) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 15:01:47.191853 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.common.config [-] Logging enabled! Sep 15 15:01:47.192101 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev648 Sep 15 15:01:47.192403 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94022) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 15:01:47.193325 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 15:01:47.193553 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 15:01:47.193904 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 15:01:47.194166 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 15:01:47.194389 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 15:01:47.194711 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.195001 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.195291 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.195516 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.195806 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.196091 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.196368 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.196655 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.196942 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.197216 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.197483 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.197757 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.197979 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.198328 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.198689 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.199021 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.199240 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] debug = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.199513 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.199932 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.200348 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.200622 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.200905 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.201191 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.201438 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.201707 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.201982 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.202323 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] host = dv-cinder-808837-2-iscsi {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.202590 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.202868 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.203145 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.203421 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.203690 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.203958 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.204231 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.204495 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.204756 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] log_file = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.205021 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.205298 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.205578 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.205860 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.206104 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.206320 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.206607 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.206885 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.207152 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.207418 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.207684 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.207950 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.208217 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.208477 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.208754 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.209030 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.209306 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.209574 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.209840 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.210132 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.210397 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.210675 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.210939 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.211202 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.211466 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.211743 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.212002 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.212265 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.212555 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.212832 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.213104 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.213381 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.213647 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.213956 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.214327 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.214598 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.214863 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] use_json = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.215128 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.215392 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.215670 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.215938 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.216206 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.216472 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.216743 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.217021 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:47.217311 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.217601 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.217896 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.218202 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.218491 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.218764 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.219044 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.219316 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.219600 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.219881 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.220159 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.220431 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.220713 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.220985 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.221271 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.221566 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.221854 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.222176 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.222446 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.222712 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.222976 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.223246 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.223527 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.223800 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.224084 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.224364 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.224636 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.224915 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.225199 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.225483 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.225750 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.226047 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.226331 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.226607 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.226871 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.227141 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.227422 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.227711 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.227959 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.228232 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.228501 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.228764 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.229026 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.229297 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.230125 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.230422 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.230746 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.231016 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.231292 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.231560 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.231841 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.232113 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.232378 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.232642 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.232918 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.233184 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.233449 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.233722 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.233986 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.234279 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.234543 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.234805 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.235069 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.235331 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.235595 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.235862 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.236127 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.236401 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.236672 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.236935 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.237197 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.237461 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.237727 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.238004 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.238314 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.238589 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.238862 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.239132 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.239403 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.239675 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.239945 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.240216 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.240487 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.240753 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.241037 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.241565 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.241845 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.242149 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.242420 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.242714 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.242986 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.243261 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.243528 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.243799 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.244075 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.244351 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.244636 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.244921 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.245824 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.246468 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.246773 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.247053 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.247362 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.247639 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:47.247855 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 15:01:47.248091 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94022) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 15:01:47.625472 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94022) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:01:47.625762 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94022) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:01:47.626053 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94022) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:01:47.626386 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 15:01:48.028251 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.028543 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.028811 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.030103 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.030373 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.030635 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.066331 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.066605 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.066864 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.081374 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.081648 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.081910 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.109841 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.110139 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.110399 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.147799 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.148071 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.148333 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.378130 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.378747 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.378747 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.378930 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.379523 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.499328 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.499644 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.499926 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.500197 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.500459 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.500765 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.501021 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.501275 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.501525 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.501802 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.502079 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.502344 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.502598 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.502848 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.503099 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.503362 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.503610 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.503871 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.504138 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.504401 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.504667 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.504916 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.505194 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.505566 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.505811 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.506097 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.506493 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94022) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:01:48.506732 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94022) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:01:48.506968 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94022) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:01:48.507201 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94022) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:01:48.507433 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94022) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:01:48.507666 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94022) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:01:48.508027 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 15:01:48.511142 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 15:01:48.515117 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 15:01:48.518725 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Sep 15 15:01:48.520330 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 15:01:48.520773 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 15:01:48.521105 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 15:01:48.521484 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 15:01:48.524255 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 15:01:48.524504 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 15:01:48.524851 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 15:01:48.530694 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 15:01:48.552798 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 15:01:48.553243 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.553538 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94022) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 15:01:48.553895 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.555272 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94022) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 15:01:48.555715 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 15:01:48.555961 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 15:01:48.559333 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.559615 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:48.623390 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 15:01:48.623621 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 15:01:48.623856 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 15:01:48.624224 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 15:01:48.646615 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_db.sqlalchemy.engines [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94022) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 15:01:49.186527 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.managers [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Initializing driver for type 'gre' Sep 15 15:01:49.187054 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] gre ID ranges: [(1, 1000)] Sep 15 15:01:49.240898 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.managers [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Initializing driver for type 'local' Sep 15 15:01:49.241486 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.managers [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Initializing driver for type 'vlan' Sep 15 15:01:49.254732 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] VlanTypeDriver initialization complete Sep 15 15:01:49.255189 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.managers [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Initializing driver for type 'vxlan' Sep 15 15:01:49.255760 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] vxlan ID ranges: [(1, 1000)] Sep 15 15:01:49.311618 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.managers [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Initializing extension driver 'port_security' Sep 15 15:01:49.311945 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.extensions.port_security [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] PortSecurityExtensionDriver initialization complete Sep 15 15:01:49.312276 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.managers [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Initializing mechanism driver 'openvswitch' Sep 15 15:01:49.312601 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.managers [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Initializing mechanism driver 'hyperv' Sep 15 15:01:49.319152 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.plugin [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:01:49.319827 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > port after_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.320227 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > port after_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.320578 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > port after_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.321101 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94022) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:01:49.321524 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > subnet after_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.321870 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > subnet after_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.322231 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.322623 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94022) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:01:49.323024 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > network after_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.323964 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > network after_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.324332 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > network after_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.324720 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94022) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:01:49.325120 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > security_group after_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.325467 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > security_group after_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.325810 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.326351 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94022) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:01:49.326761 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.327106 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.327449 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.327841 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94022) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:01:49.328236 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > address_group after_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.328578 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > address_group after_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.328911 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.329296 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94022) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:01:49.329667 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] ML2 OVO RPC backend initialized. {{(pid=94022) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 15 15:01:49.330390 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.330744 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.331160 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > network before_response 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.331503 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > networks before_response 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.331844 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > port before_response 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.332180 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > ports before_response 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.332521 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > subnet before_response 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.332856 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > subnets before_response 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.333196 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > network after_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.333528 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > network after_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.333860 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > network after_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.334214 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > port after_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.334547 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > port after_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.334877 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > port after_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.335205 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > subnet after_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.335535 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > subnet after_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.335899 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.336460 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.plugin [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Modular L2 Plugin initialization complete Sep 15 15:01:49.336783 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading services supported by the core plugin {{(pid=94022) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 15:01:49.337105 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.plugins.ml2.managers [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Got port-security extension from driver 'port_security' Sep 15 15:01:49.337561 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.extensions.vlantransparent [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Disabled vlantransparent extension. Sep 15 15:01:49.338059 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94022) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 15:01:49.338374 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading Plugin: router Sep 15 15:01:49.374631 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.375020 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router after_create 55549900 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.375388 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router before_create 55549900 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.375751 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.376126 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.376482 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router after_delete 55549900 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.376836 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.377186 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.377540 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router after_create 55549900 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.377884 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router after_update 55549900 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.378255 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router after_update 55549900 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.378790 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.378943 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router after_update 55549900 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.379360 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router precommit_update 55549900 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.379713 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: port after_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.380050 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: port after_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.380389 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: subnet after_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.380724 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.381068 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.381414 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router precommit_create 55549900 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.381750 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: port before_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.382109 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router precommit_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.382482 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router after_update 55549900 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.382853 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.383185 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router precommit_create 55549900 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.383540 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.383879 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router precommit_update 55549900 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.384240 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > agent after_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.384585 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > agent after_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.384926 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > network after_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.386428 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Tracking information for resource: router configured {{(pid=94022) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:01:49.386770 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Tracking information for resource: floatingip configured {{(pid=94022) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:01:49.391707 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.db.l3_agentschedulers_db [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 15:01:49.392285 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: port after_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.392645 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: port after_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.392995 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: port after_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.393345 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: port after_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.394173 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router before_create 55550100 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.394538 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.394898 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router precommit_create 55550100 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.395252 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > router precommit_update 55550100 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.400019 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.services.provider_configuration [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Service providers = [] {{(pid=94022) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 15:01:49.400388 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.db.servicetype_db [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94022) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 15:01:49.404533 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.services.service_base [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94022) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 15:01:49.404879 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.services.service_base [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94022) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 15:01:49.405221 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.services.service_base [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94022) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 15:01:49.406131 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.services.service_base [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94022) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 15:01:49.406510 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.services.service_base [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 15:01:49.406891 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94022) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:01:49.407210 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 15:01:49.418133 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94022) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:01:49.418418 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading Plugin: auto_allocate Sep 15 15:01:49.424202 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: network precommit_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.424574 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: network precommit_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.425099 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94022) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:01:49.425417 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading Plugin: tag Sep 15 15:01:49.432143 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94022) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:01:49.432474 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading Plugin: timestamp Sep 15 15:01:49.437028 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94022) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:01:49.438280 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading Plugin: network_ip_availability Sep 15 15:01:49.445995 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.446389 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.446745 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.447456 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94022) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:01:49.447775 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading Plugin: flavors Sep 15 15:01:49.453111 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94022) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:01:49.453443 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading Plugin: revisions Sep 15 15:01:49.457708 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94022) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:01:49.458134 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_concurrency.lockutils [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.832s {{(pid=94022) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:01:49.458869 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94022) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 15 15:01:49.459201 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Initializing extension manager. Sep 15 15:01:49.459710 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: __init__.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.460049 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: __pycache__ {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.460381 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.460711 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: address_group.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.461464 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.462056 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: address-group Sep 15 15:01:49.462381 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: address_scope.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.463288 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.463861 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: address-scope Sep 15 15:01:49.464707 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.465620 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.466178 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: router-admin-state-down-before-update Sep 15 15:01:49.466503 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: agent.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.467200 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.467702 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: agent Sep 15 15:01:49.468021 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: agent_resources_synced.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.468923 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.469422 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: agent-resources-synced Sep 15 15:01:49.469739 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: allowedaddresspairs.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.471556 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.472068 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: allowed-address-pairs Sep 15 15:01:49.472394 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: auto_allocated_topology.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.473456 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.473956 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: auto-allocated-topology Sep 15 15:01:49.474301 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: availability_zone.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.474989 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.475491 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: availability_zone Sep 15 15:01:49.475812 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: availability_zone_filter.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.476710 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.477210 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: availability_zone_filter Sep 15 15:01:49.477529 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: data_plane_status.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.478454 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.478946 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 15:01:49.479265 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: default_subnetpools.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.480275 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.480766 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: default-subnetpools Sep 15 15:01:49.481087 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.481891 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.482419 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: dhcp_agent_scheduler Sep 15 15:01:49.482747 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: dns.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.483668 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.484165 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension dns-integration not supported by any of loaded plugins Sep 15 15:01:49.484494 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: dns_domain_ports.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.485397 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.485898 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 15:01:49.486252 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.487163 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.487661 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 15:01:49.487981 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: dvr.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.488645 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.489145 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: dvr Sep 15 15:01:49.489464 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: ecmp_routes.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.490411 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.490909 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 15:01:49.491487 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: empty_string_filtering.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.492388 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.492889 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: empty-string-filtering Sep 15 15:01:49.493210 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.494139 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.494643 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 15:01:49.494960 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.495997 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.496489 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 15:01:49.496806 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: external_net.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.497708 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.498305 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: external-net Sep 15 15:01:49.498627 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.499525 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.500022 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: extra_dhcp_opt Sep 15 15:01:49.500338 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: extraroute.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.501237 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.501733 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: extraroute Sep 15 15:01:49.502083 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: extraroute_atomic.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.503176 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.503609 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: extraroute-atomic Sep 15 15:01:49.503928 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: filter_validation.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.504589 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.505088 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: filter-validation Sep 15 15:01:49.505410 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: fip_pf_description.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.506353 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.506848 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 15:01:49.507164 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: fip_port_details.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.508069 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.508567 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: fip-port-details Sep 15 15:01:49.508886 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: flavors.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.510123 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.511158 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: flavors Sep 15 15:01:49.511502 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.513158 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.513673 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 15:01:49.514001 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: floatingip_pools.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.514726 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.515232 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: floatingip-pools Sep 15 15:01:49.515557 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: ip_allocation.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.516478 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.516976 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 15:01:49.517294 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.518239 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.518743 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: ip-substring-filtering Sep 15 15:01:49.519063 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: l2_adjacency.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.519983 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.520480 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 15:01:49.520797 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: l3.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.521884 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.522438 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: router Sep 15 15:01:49.522764 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.525003 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.525532 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 15:01:49.525860 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.527404 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.527907 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: ext-gw-mode Sep 15 15:01:49.528230 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.529162 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.529664 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: l3-ha Sep 15 15:01:49.529986 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: l3_flavors.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.530916 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.531412 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: l3-flavors Sep 15 15:01:49.531731 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.532646 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.533166 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 15:01:49.533467 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: l3agentscheduler.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.534530 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.535032 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: l3_agent_scheduler Sep 15 15:01:49.535355 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: logging.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.536827 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.537346 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension logging not supported by any of loaded plugins Sep 15 15:01:49.537677 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: metering.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.538457 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.539031 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: metering Sep 15 15:01:49.539359 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.540463 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.540977 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: metering_source_and_destination_fields Sep 15 15:01:49.541305 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: multiprovidernet.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.542319 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.542814 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: multi-provider Sep 15 15:01:49.543140 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: netmtu.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.544054 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.544553 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: net-mtu Sep 15 15:01:49.544876 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: netmtu_writable.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.545782 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.546312 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: net-mtu-writable Sep 15 15:01:49.546636 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: network_availability_zone.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.547299 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.547796 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: network_availability_zone Sep 15 15:01:49.548118 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: network_ip_availability.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.549207 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.549711 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: network-ip-availability Sep 15 15:01:49.550063 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: network_segment_range.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.550827 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.551320 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 15:01:49.551640 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: pagination.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.552605 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.552933 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: pagination Sep 15 15:01:49.553253 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: port_device_profile.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.554181 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.554685 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: port-device-profile Sep 15 15:01:49.555004 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.555911 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.556409 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: port-mac-address-regenerate Sep 15 15:01:49.556729 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.557703 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.558269 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: port-numa-affinity-policy Sep 15 15:01:49.558585 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: port_resource_request.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.559615 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.560115 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 15:01:49.560434 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: portbindings.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.561351 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.561850 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: binding Sep 15 15:01:49.562263 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: portbindings_extended.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.563532 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.564038 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: binding-extended Sep 15 15:01:49.564363 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: portsecurity.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.565271 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.565779 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: port-security Sep 15 15:01:49.566148 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: project_id.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.567114 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.567442 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: project-id Sep 15 15:01:49.567790 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: providernet.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.568705 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.569213 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: provider Sep 15 15:01:49.569532 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: qos.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.573112 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.574249 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension qos not supported by any of loaded plugins Sep 15 15:01:49.574689 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.575938 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.576447 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 15:01:49.576778 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.577691 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.578222 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 15:01:49.578548 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: qos_default.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.579461 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.579965 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension qos-default not supported by any of loaded plugins Sep 15 15:01:49.580289 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: qos_fip.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.580945 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.581440 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension qos-fip not supported by any of loaded plugins Sep 15 15:01:49.581760 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: qos_gateway_ip.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.582704 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.583199 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 15:01:49.583518 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: qos_port_network_policy.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.584430 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.584929 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 15:01:49.585250 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: qos_pps_rule.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.586446 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.586955 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension qos-pps not supported by any of loaded plugins Sep 15 15:01:49.587277 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: qos_rule_type_details.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.588186 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.588684 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 15:01:49.589764 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: qos_rules_alias.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.590820 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.591327 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 15:01:49.591649 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: quotasv2.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.592591 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.592916 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: quotas Sep 15 15:01:49.593235 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: quotasv2_detail.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.596513 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.596860 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: quota_details Sep 15 15:01:49.597193 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: rbac.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.598301 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.598820 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: rbac-policies Sep 15 15:01:49.599150 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: rbac_address_group.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.600075 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.600601 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: rbac-address-group Sep 15 15:01:49.600908 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: rbac_address_scope.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.601815 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.602355 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: rbac-address-scope Sep 15 15:01:49.602682 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: rbac_security_groups.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.603599 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.604111 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: rbac-security-groups Sep 15 15:01:49.604483 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: rbac_subnetpool.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.605396 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.605899 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: rbac-subnetpool Sep 15 15:01:49.606250 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: revisionifmatch.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.607168 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.607678 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: revision-if-match Sep 15 15:01:49.607999 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: revisions.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.609099 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.609607 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: standard-attr-revisions Sep 15 15:01:49.609934 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: router_availability_zone.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.610644 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.611146 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: router_availability_zone Sep 15 15:01:49.611466 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: routerservicetype.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.612379 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.612881 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension router-service-type not supported by any of loaded plugins Sep 15 15:01:49.613198 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.614148 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.614652 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: security-groups-normalized-cidr Sep 15 15:01:49.614971 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.615877 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.616630 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: port-security-groups-filtering Sep 15 15:01:49.616949 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.617858 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.618388 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: security-groups-remote-address-group Sep 15 15:01:49.618711 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: securitygroup.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.629662 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.630213 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: security-group Sep 15 15:01:49.630548 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: segment.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.631328 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.631830 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension segment not supported by any of loaded plugins Sep 15 15:01:49.632158 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.633093 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.633598 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 15:01:49.633923 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: servicetype.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.635123 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.636170 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: service-type Sep 15 15:01:49.636515 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: sorting.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.637486 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.637816 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: sorting Sep 15 15:01:49.638179 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: standard_attr_segment.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.639086 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.639588 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 15:01:49.639910 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: standardattrdescription.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.640550 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.641047 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: standard-attr-description Sep 15 15:01:49.641367 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: stateful_security_group.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.642321 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.642834 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: stateful-security-group Sep 15 15:01:49.643157 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: stdattrs_common.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.643747 dv-cinder-808837-2-iscsi neutron-server[94022]: WARNING neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 15:01:49.644065 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.644976 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.645485 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 15:01:49.645805 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: subnet_onboard.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.646893 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.647409 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: subnet_onboard Sep 15 15:01:49.647736 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.648653 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.649156 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 15:01:49.649482 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: subnet_service_types.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.650443 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.650956 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: subnet-service-types Sep 15 15:01:49.651896 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: subnetallocation.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.653054 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.653562 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: subnet_allocation Sep 15 15:01:49.653886 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.654575 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.655083 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: subnetpool-prefix-ops Sep 15 15:01:49.655405 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.656327 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.656826 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 15:01:49.657148 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: tagging.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.658255 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.659129 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: standard-attr-tag Sep 15 15:01:49.660462 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: timestamp.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.661671 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.662213 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loaded extension: standard-attr-timestamp Sep 15 15:01:49.662545 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: trunk.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.663577 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.664088 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension trunk not supported by any of loaded plugins Sep 15 15:01:49.664420 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: trunk_details.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.665349 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.665847 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension trunk-details not supported by any of loaded plugins Sep 15 15:01:49.666196 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: uplink_status_propagation.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.667166 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.667664 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 15:01:49.667984 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Loading extension file: vlantransparent.py {{(pid=94022) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:01:49.668698 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94022) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:01:49.669157 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 15:01:49.671598 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Creating instance of TrackedResource for resource:network Sep 15 15:01:49.672123 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Creating instance of TrackedResource for resource:subnet Sep 15 15:01:49.672519 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 15:01:49.672913 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Creating instance of TrackedResource for resource:port Sep 15 15:01:49.674163 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.v2.resource_helper [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94022) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:01:49.674609 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.v2.resource_helper [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Service FLAVORS assigned prefix: {{(pid=94022) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:01:49.675244 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.v2.resource_helper [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94022) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:01:49.675662 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.v2.resource_helper [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94022) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:01:49.676003 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Creating instance of TrackedResource for resource:router Sep 15 15:01:49.676428 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 15:01:49.676913 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.v2.resource_helper [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Service METERING assigned prefix: /metering {{(pid=94022) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:01:49.678383 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.678754 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.679104 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:01:49.680122 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 15:01:49.680563 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Creating instance of TrackedResource for resource:security_group Sep 15 15:01:49.680995 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 15:01:49.681578 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.v2.resource_helper [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Service CORE assigned prefix: {{(pid=94022) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:01:49.681905 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 15:01:49.682281 dv-cinder-808837-2-iscsi neutron-server[94022]: WARNING neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] subnetpool is already registered Sep 15 15:01:49.682789 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.v2.resource_helper [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Service CORE assigned prefix: {{(pid=94022) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:01:49.683125 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 15:01:49.683459 dv-cinder-808837-2-iscsi neutron-server[94022]: WARNING neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] subnetpool is already registered Sep 15 15:01:49.685736 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.v2.resource_helper [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94022) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:01:49.686192 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.v2.resource_helper [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Service FLAVORS assigned prefix: {{(pid=94022) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:01:49.686781 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.v2.resource_helper [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94022) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:01:49.687198 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.v2.resource_helper [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94022) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:01:49.687533 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Creating instance of TrackedResource for resource:router Sep 15 15:01:49.687870 dv-cinder-808837-2-iscsi neutron-server[94022]: WARNING neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] router is already registered Sep 15 15:01:49.688279 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 15:01:49.688613 dv-cinder-808837-2-iscsi neutron-server[94022]: WARNING neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] floatingip is already registered Sep 15 15:01:49.689065 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.v2.resource_helper [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Service METERING assigned prefix: /metering {{(pid=94022) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:01:49.689740 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 15:01:49.690089 dv-cinder-808837-2-iscsi neutron-server[94022]: WARNING neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] rbac_policy is already registered Sep 15 15:01:49.690500 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Creating instance of TrackedResource for resource:security_group Sep 15 15:01:49.690831 dv-cinder-808837-2-iscsi neutron-server[94022]: WARNING neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] security_group is already registered Sep 15 15:01:49.691230 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 15:01:49.691559 dv-cinder-808837-2-iscsi neutron-server[94022]: WARNING neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] security_group_rule is already registered Sep 15 15:01:49.692175 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.v2.resource_helper [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Service CORE assigned prefix: {{(pid=94022) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:01:49.692503 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 15:01:49.692835 dv-cinder-808837-2-iscsi neutron-server[94022]: WARNING neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] subnetpool is already registered Sep 15 15:01:49.693247 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.v2.resource_helper [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Service CORE assigned prefix: {{(pid=94022) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:01:49.693574 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 15:01:49.693901 dv-cinder-808837-2-iscsi neutron-server[94022]: WARNING neutron.quota.resource_registry [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] subnetpool is already registered Sep 15 15:01:49.694395 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: extensions {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.695858 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: address-groups {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.697332 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: address-scopes {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.699271 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: agents {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.700429 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: auto-allocated-topology {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.701685 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: availability_zones {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.702923 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: dhcp-networks {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.704441 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: dhcp-agents {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.705872 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: routers {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.708093 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: flavors {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.709261 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: service_profiles {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.710495 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: next_providers {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.711949 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: service_profiles {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.713473 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: floatingip-pools {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.715625 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: routers {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.717730 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: floatingips {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.719044 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: l3-routers {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.720425 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: l3-agents {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.721824 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: metering-labels {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.723205 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: metering-label-rules {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.724488 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: network-ip-availabilities {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.725776 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: bindings {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.728405 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: quotas {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.730238 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: quotas {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.731651 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: rbac-policies {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.732846 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: security-groups {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.734170 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: security-group-rules {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.735481 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: service-providers {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.736686 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: subnetpools {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.738144 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: subnetpools {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.739590 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: tags {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.741513 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: tags {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.743406 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: tags {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.745735 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: tags {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.747538 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: tags {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.749695 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: tags {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.751744 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: tags {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.754053 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: tags {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.756401 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: tags {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.758557 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron.api.extensions [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Extended resource: tags {{(pid=94022) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:01:49.766795 dv-cinder-808837-2-iscsi neutron-server[94022]: WARNING keystonemiddleware.auth_token [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 15:01:49.772179 dv-cinder-808837-2-iscsi neutron-server[94022]: WARNING keystonemiddleware.auth_token [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 15:01:49.780729 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_concurrency.lockutils [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Acquired lock "singleton_lock" {{(pid=94022) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 15:01:49.781202 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_concurrency.lockutils [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Releasing lock "singleton_lock" {{(pid=94022) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 15:01:49.781836 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO oslo_service.service [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Starting 2 workers Sep 15 15:01:49.786789 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Started child 94131 {{(pid=94022) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 15:01:49.791352 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Started child 94132 {{(pid=94022) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 15:01:49.792733 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:49.793378 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO neutron.service [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 15:01:49.793726 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Notify callbacks [] for process, before_spawn {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:49.794263 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [-] (94131) wsgi starting up on http://0.0.0.0:9696 Sep 15 15:01:49.796088 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:49.796505 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO oslo_service.service [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Starting 1 workers Sep 15 15:01:49.797457 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [-] (94132) wsgi starting up on http://0.0.0.0:9696 Sep 15 15:01:49.801334 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Started child 94133 {{(pid=94022) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 15:01:49.801867 dv-cinder-808837-2-iscsi neutron-server[94022]: INFO oslo_service.service [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Starting 1 workers Sep 15 15:01:49.804886 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.service [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] calling RpcWorker wait() {{(pid=94133) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 15:01:49.805416 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.service [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] returning from RpcWorker wait() {{(pid=94133) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 15:01:49.806300 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Started child 94134 {{(pid=94022) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 15:01:49.806653 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:49.807101 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG neutron_lib.callbacks.manager [None req-d5c566c7-aab9-4b08-8a14-ff5708f4a8c1 None None] Notify callbacks [] for process, after_spawn {{(pid=94022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:49.807196 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:01:49.809768 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94022) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 15:01:49.809981 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 15:01:49.810192 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 15:01:49.810407 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 15:01:49.810749 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 15:01:49.810905 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 15:01:49.811430 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.811706 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.811971 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.812074 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:01:49.812525 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.812525 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.813082 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.813317 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.813552 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.813831 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.814090 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.814266 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.814427 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.814676 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.814951 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.815203 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.815465 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.815699 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.815968 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.816136 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.816382 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.816690 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.816867 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.817125 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] debug = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.817374 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.817847 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.818112 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.818370 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.818589 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.818863 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.819092 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.819346 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.819588 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.819818 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.820076 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.820323 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.820553 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.820863 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.820991 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.821243 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.821474 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.821943 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] host = dv-cinder-808837-2-iscsi {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.822215 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.822427 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.822675 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.822917 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.823931 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.824066 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.824268 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.824509 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.824758 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.825077 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.825245 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.825507 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.825740 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.825976 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] log_file = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.826169 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] log_options = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.826390 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.826649 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.826901 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.827083 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.827249 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.827420 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.827654 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.827809 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.828064 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.828276 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.828485 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.828694 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.828933 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.829163 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.829427 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.829665 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.829901 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.830151 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.830403 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.830651 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.830873 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.831119 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.831328 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.831539 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.831769 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.832010 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.832254 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.832482 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.832691 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.832929 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.833158 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.833398 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.833602 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.833837 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.834135 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.834363 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.834589 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.834805 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.835060 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.835292 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.835528 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.835783 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.835993 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.836235 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.836446 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.836685 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.836953 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] use_json = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.837117 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.837349 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.837593 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.837803 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.838046 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.838260 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.838470 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.838713 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.839223 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.841844 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.841844 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.841844 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.841844 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.841844 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.841844 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.841844 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.841844 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.844241 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.844241 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.844241 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.844241 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.844552 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:01:49.844648 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.844648 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.844648 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.844648 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.844931 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.845145 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.845367 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.845582 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.845820 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.846130 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.846352 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.846622 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.846834 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.847050 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.847536 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.847813 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.848091 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.848345 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.848587 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.848829 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.849242 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.849657 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.849902 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.850158 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.850580 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.850806 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.851025 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.851321 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.851481 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.851697 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.851949 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.854247 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.854247 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.854247 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.854247 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.854247 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.854247 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.854247 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.854247 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.854738 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.854738 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.856692 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.856692 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.856692 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.856692 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.856692 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.856692 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.856692 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.857162 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.858539 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.858539 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.858539 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.860858 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.860858 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.860858 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.860858 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.860858 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.860858 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.860858 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.861784 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.861784 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.861784 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.861784 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.861784 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.862299 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.862299 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.862507 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.862662 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.863073 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.863073 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.863324 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.864167 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.864167 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.864167 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.864167 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.864487 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.864642 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.864923 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.865171 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.865419 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.865664 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.866402 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.866849 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.867232 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.867653 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.868089 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.868513 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.868954 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.869395 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.869703 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.870574 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.870973 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.871541 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.871851 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.872150 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.872396 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.872654 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.872907 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.873167 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.873472 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.873935 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.874423 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.874840 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.875261 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.875658 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.876099 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.876472 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.876748 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.877042 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.877308 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.877564 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.877799 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.878099 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.878361 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.878611 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.879025 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.879280 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.879520 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.879760 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.880037 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.880250 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.880649 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.881061 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.881445 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.881893 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.882372 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.882786 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.883216 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.883495 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.883749 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.884002 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.884273 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.884524 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.884807 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.885055 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.885287 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.885511 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.886523 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.886953 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.887439 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.887692 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.887977 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.888229 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.888800 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.889160 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.889570 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.889949 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.890202 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.890442 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.890668 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.890890 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.891144 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.891361 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.891581 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.891818 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.892027 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.892239 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.892480 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.892692 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.892956 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.893178 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.893445 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.893718 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.893934 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.894234 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.894487 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.894735 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.894973 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.895218 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.895476 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.895702 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.896205 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.896205 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.896362 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.896559 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.896785 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.897019 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.897276 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.897524 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.897853 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.898326 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.898768 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.899193 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.899588 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.900000 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.900419 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.900659 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.900884 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.901105 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.901387 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.901832 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.902087 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.902332 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.902555 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.902803 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.903033 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.903251 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.903462 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.903738 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.903984 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.904204 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.904463 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.904703 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.904912 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.905154 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.905363 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.905571 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.905790 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.906001 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.906230 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.906455 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.906663 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.906870 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.907097 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.907301 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.907512 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.907727 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.907964 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.908172 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.908390 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.908601 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.908807 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.909050 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.909255 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.909459 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.909697 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.909908 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.910169 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.910353 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.910558 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.910784 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.911000 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.911211 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.911415 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.911710 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.911955 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.912170 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.912463 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.912709 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.912952 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.913222 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.913549 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.913767 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.914002 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.914256 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.914472 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.914696 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.914958 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.915290 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.916096 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.916316 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.916758 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.916944 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.917189 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.917450 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.917686 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.917947 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.918331 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.918592 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.918894 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.919142 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.919305 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.919542 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.919756 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.919988 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.920233 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.920445 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.920680 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.920925 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.921165 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.921379 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.921628 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.921843 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.922105 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.922315 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.922550 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.922783 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.922918 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 15:01:49.923433 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94022) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 15:01:49.923594 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 15:01:49.923747 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 15:01:49.923918 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 15:01:49.924104 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 15:01:49.924246 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 15:01:49.924416 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.924580 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.924736 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.924897 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.925057 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.925249 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.925412 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.925568 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.925726 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.925883 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.926061 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.926220 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.926376 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.926532 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.926687 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.926844 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.927000 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.927156 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.927316 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.927472 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.927628 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.927772 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.927930 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] debug = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.928085 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.928275 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.928437 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.928593 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.928753 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.928902 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.929039 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.929194 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.929351 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.929485 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.929622 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.929757 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.929909 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.930088 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.930244 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.930401 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.930558 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.930713 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] host = dv-cinder-808837-2-iscsi {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.930868 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.931022 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.931177 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.931331 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.931487 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.931645 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.931801 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.931956 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.932112 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.932266 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.932421 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.933140 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.933269 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.933404 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] log_file = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.933560 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] log_options = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.933716 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.933871 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.934034 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.934211 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.934374 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.934530 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.934686 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.934834 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.934995 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.935150 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.935306 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.935461 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.935617 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.935749 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:01:49.935840 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.935919 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.936056 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.936211 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.936366 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.936521 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.936677 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.936831 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.936985 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.937141 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.937296 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.937451 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.937606 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.937760 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.937915 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.938093 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.938251 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.938405 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.938561 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.938716 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.938870 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.939027 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.939182 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.939343 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.939492 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.939644 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.939793 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.939946 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.940102 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.940242 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.940399 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.940555 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.940700 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.940856 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] use_json = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.941003 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.941156 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.941312 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.941467 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.941622 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.941778 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.941935 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.942126 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:01:49.942280 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.942442 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.942611 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.942771 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.942929 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.943088 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.943250 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.943408 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.943566 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.943724 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.943888 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.944049 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.944217 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.944377 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.944537 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.944697 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.944860 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.945019 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.945163 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.945323 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.945480 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.945639 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.945806 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.945964 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.946144 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.946303 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.946461 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.946634 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.946793 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.946942 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.947099 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.947368 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.947572 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.947849 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.948016 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.948758 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.948912 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.949073 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.949615 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.949615 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.949866 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.949990 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.950146 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.950273 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.950371 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.950528 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.950688 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.950847 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.951006 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.951166 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.951326 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.951486 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.951692 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.951819 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.951942 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.952098 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.952257 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.952415 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.952572 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.952731 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.952889 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.953048 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.953219 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.953346 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.953497 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.953655 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.953826 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.953984 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.954168 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.954326 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.954487 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.954645 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.954808 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.954966 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.955124 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.955284 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.955440 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.955599 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.955757 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.955914 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.956073 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.956232 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.956391 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.956549 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.956706 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.956864 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.957022 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.957179 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.957336 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.957504 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.957678 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.957836 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.957995 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.958173 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.958317 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.958473 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.958630 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.958873 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.959010 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.959135 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.959258 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.959381 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.959521 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.959679 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.959836 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.959994 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.960162 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.960298 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.960443 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.960601 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.960758 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.960927 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.961173 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.961301 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.961413 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.961545 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.961658 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.961808 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.961967 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.962143 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.962304 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.962472 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.962632 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.962791 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.962949 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.963108 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.963266 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.963425 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.963582 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.963757 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.964449 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.964604 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.964768 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.964965 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.965097 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.965258 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.965378 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.965542 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.965700 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.965858 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.966042 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.966194 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.966340 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.966501 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.966659 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.966817 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.966974 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.967132 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.967291 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.967448 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.967607 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.967764 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.967923 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.968083 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.968242 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.968400 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.968560 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.968719 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.968876 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.969068 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.969201 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.969324 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.969470 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.969627 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.969785 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.969942 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.970115 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.970269 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.970427 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.970568 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.970729 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.970886 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.971043 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.971257 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.971389 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.971514 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.971637 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.971790 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.971950 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.972109 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.972267 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.972427 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.972584 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.972756 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.972887 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.973046 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.973206 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.973347 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.973510 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.973669 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.973828 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.973985 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.974178 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.974337 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.974494 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.974657 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.974818 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.974975 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.975134 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.975292 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.975514 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.975641 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.976251 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.976419 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.976580 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.976740 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.976899 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.977077 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.977200 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.977363 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.977519 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.977683 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.977840 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.978000 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.978230 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.978358 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.978484 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.978629 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.978787 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.978945 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.979102 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.979263 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.979484 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.980383 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.980383 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.980631 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.980631 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.980853 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.981012 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.981138 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.981350 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.981350 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.981601 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.981727 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.981850 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.982003 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.982149 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.982273 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.982396 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.982543 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.982701 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.982869 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.983027 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.983184 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.983342 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.983499 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.983658 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.983821 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.983957 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.984120 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.984289 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.984417 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.984579 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.984732 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.984899 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.985059 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.985219 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.985378 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.985536 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.985696 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.985856 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.986042 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.986197 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.986361 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.986521 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.986681 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.986843 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.987009 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.987154 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.987323 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.987492 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.987650 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.987808 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.987966 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.988124 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.988281 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.988447 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.988585 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.988730 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.988888 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.989045 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.989200 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.989348 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.989506 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.989664 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.989822 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.989981 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.990160 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.990377 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.990504 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:01:49.990628 dv-cinder-808837-2-iscsi neutron-server[94022]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94022) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 15:01:50.078588 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 44722) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:01:50.087172 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063632 Sep 15 15:02:01.669376 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db1599d-47e9-44f1-9653-6135162bedaf None None] get_active_networks_info from dv-cinder-808837-2-iscsi {{(pid=94133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 15:02:01.761757 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db1599d-47e9-44f1-9653-6135162bedaf None None] No non-hosted networks {{(pid=94133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 15:02:01.783001 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4a53b301-6790-4d90-b1cd-8b72dbe08bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3675180'] for agent, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:01.793210 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.agentschedulers_db [None req-6db1599d-47e9-44f1-9653-6135162bedaf None None] DHCP Agent not found on host dv-cinder-808837-2-iscsi {{(pid=94133) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 15 15:02:04.237957 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3675180'] for agent, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:04.239018 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:04.239708 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:04.240362 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:04.240808 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:04.241670 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:04.242154 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:04.242762 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:04.243319 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:04.243937 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:04.245188 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:04.245800 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:04.246728 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:04.248695 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-808837-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:02:04.265607 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-808837-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:02:04.387821 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-46d3c9fa-440e-489d-902b-5547981068f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3675180'] for agent, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:04.449873 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ecb0bf57-69a3-4eb5-8fe2-55dbdc10defa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:05.201768 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3675180'] for agent, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:06.921135 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3675180'] for agent, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:07.964449 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 44812) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:02:08.457946 dv-cinder-808837-2-iscsi neutron-server[94131]: WARNING oslo_policy.policy [None req-11a0adf8-8e1f-435d-989d-46eba0c37df8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:02:08.458580 dv-cinder-808837-2-iscsi neutron-server[94131]: WARNING oslo_policy.policy [None req-11a0adf8-8e1f-435d-989d-46eba0c37df8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:02:08.712096 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [None req-11a0adf8-8e1f-435d-989d-46eba0c37df8 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:02:08.713299 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-11a0adf8-8e1f-435d-989d-46eba0c37df8 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7467175 Sep 15 15:02:11.113938 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 44826) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:02:11.427447 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-0937c9da-e47b-439f-93fe-013f2837402e admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:02:11.522403 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.policy [None req-0937c9da-e47b-439f-93fe-013f2837402e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94131) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 15:02:11.566949 dv-cinder-808837-2-iscsi neutron-server[94131]: WARNING oslo_policy.policy [None req-0937c9da-e47b-439f-93fe-013f2837402e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:02:11.567337 dv-cinder-808837-2-iscsi neutron-server[94131]: WARNING oslo_policy.policy [None req-0937c9da-e47b-439f-93fe-013f2837402e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:02:11.575915 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.quota [None req-0937c9da-e47b-439f-93fe-013f2837402e admin admin] Loaded quota_driver: . Sep 15 15:02:11.665960 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0937c9da-e47b-439f-93fe-013f2837402e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747554153810', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747554153313', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747554076046', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747554077688', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747553466972', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747554057329', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1002897', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-851087', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3887366', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3847980'] for rbac-policy, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:11.725450 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.db.l3_hamode_db [None req-180dc0b1-d084-4a7a-84a0-8e19566e288b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 15:02:11.736639 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0937c9da-e47b-439f-93fe-013f2837402e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:11.737855 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-0937c9da-e47b-439f-93fe-013f2837402e admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6228383 Sep 15 15:02:11.806895 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180dc0b1-d084-4a7a-84a0-8e19566e288b None None] Routers set() bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:02:11.808119 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180dc0b1-d084-4a7a-84a0-8e19566e288b None None] Router IDs set() for agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 15:02:14.324853 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 44838) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:02:14.862462 dv-cinder-808837-2-iscsi neutron-server[94132]: WARNING oslo_policy.policy [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:02:14.863092 dv-cinder-808837-2-iscsi neutron-server[94132]: WARNING oslo_policy.policy [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:02:15.086378 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Request body: {'network': {'name': 'private', 'project_id': '03800de34fc040828a910bdb1f0e71a0', 'tenant_id': '03800de34fc040828a910bdb1f0e71a0', 'admin_state_up': True}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:02:15.087981 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.quota [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Loaded quota_driver: . Sep 15 15:02:15.145221 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Made reservation on behalf of 03800de34fc040828a910bdb1f0e71a0 for: {'network': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:02:15.211492 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.policy [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94132) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 15:02:15.256633 dv-cinder-808837-2-iscsi neutron-server[94132]: WARNING oslo_policy.policy [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:02:15.256997 dv-cinder-808837-2-iscsi neutron-server[94132]: WARNING oslo_policy.policy [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:02:15.267825 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for network, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:15.288235 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:15.419375 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:15.423202 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:15.444565 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=94132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:02:15.474970 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747554679700', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:15.475550 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Unsubscribe: segment precommit_create {{(pid=94132) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 15:02:15.476064 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.segments_db [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Added segment 9a8a6334-75e5-4860-a941-7b12a31126a8 of type vlan for network 0cac3723-1455-4d39-be3e-b6cdf8085b98 Sep 15 15:02:15.491953 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c3e5ca-e334-459a-84df-53a64de070f3,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:02:15.521437 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:15.521787 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:15.522144 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:15.522469 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:15.522791 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:15.523125 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:15.523442 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:15.523754 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:15.524080 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:15.524392 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:15.524702 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:15.525003 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Tracked resource versions report: Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: pushed versions: Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: { 'AddressGroup': {'1.2'}, Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'ConntrackHelper': {'1.0'}, Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'Log': {'1.0'}, Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'Network': {'1.1'}, Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'Port': {'1.7'}, Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'PortForwarding': {'1.2'}, Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'QosPolicy': {'1.9'}, Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'SecurityGroup': {'1.4'}, Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'SubPort': {'1.0'}, Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'Subnet': {'1.1'}, Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'Trunk': {'1.1'}} Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: consumer versions: Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: { DHCP agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: L3 agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: Metadata agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: Metering agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: Open vSwitch agent@dv-cinder-808837-2-iscsi: { 'AddressGroup': '1.2', Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'ConntrackHelper': '1.0', Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'Log': '1.0', Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'Network': '1.1', Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'Port': '1.7', Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'PortForwarding': '1.2', Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'QosPolicy': '1.9', Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'SecurityGroup': '1.4', Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'SecurityGroupRule': '1.2', Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'SubPort': '1.0', Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'Subnet': '1.1', Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: 'Trunk': '1.1'}} Sep 15 15:02:15.526365 dv-cinder-808837-2-iscsi neutron-server[94132]: {{(pid=94132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:02:15.596282 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747554121512'] for network, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:15.638733 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for network, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:15.639783 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:02:15.640428 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:15.693231 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3673553 Sep 15 15:02:15.745826 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64ace6-e6da-41b3-9c3d-970d6557d9d8 admin admin] Pushing event updated for resources: {'Network': ['ID=0cac3723-1455-4d39-be3e-b6cdf8085b98,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:02:15.758292 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Network 0cac3723-1455-4d39-be3e-b6cdf8085b98 details requested by agent ovs-agent-dv-cinder-808837-2-iscsi with host dv-cinder-808837-2-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:02:18.400393 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 44860) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:02:18.834376 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3df95b3-61bc-4400-8f31-bfbabf89abc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:02:18.835777 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-b3df95b3-61bc-4400-8f31-bfbabf89abc5 admin admin] 10.222.0.44 "GET /v2.0/networks/0cac3723-1455-4d39-be3e-b6cdf8085b98 HTTP/1.1" status: 200 len: 825 time: 0.4339185 Sep 15 15:02:18.861915 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-29cdf23f-74f8-4edd-89a8-87977264331e admin admin] 10.222.0.44 "GET /v2.0/subnetpools/d74d807f-7c89-4790-b0b9-08c8fb565132 HTTP/1.1" status: 200 len: 734 time: 0.0193253 Sep 15 15:02:18.871630 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '0cac3723-1455-4d39-be3e-b6cdf8085b98', 'ip_version': 4, 'tenant_id': '03800de34fc040828a910bdb1f0e71a0', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd74d807f-7c89-4790-b0b9-08c8fb565132'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:02:18.897814 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Made reservation on behalf of 03800de34fc040828a910bdb1f0e71a0 for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:02:18.900394 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:19.184274 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:19.247379 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Checking segment: {'id': '9a8a6334-75e5-4860-a941-7b12a31126a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0cac3723-1455-4d39-be3e-b6cdf8085b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:02:19.247735 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Network hostable DHCP agents. Network: 0cac3723-1455-4d39-be3e-b6cdf8085b98, hostable agents: ['8778f267-bcf6-40a9-a6c7-747964b5c268'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:02:19.269184 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2c01ef-550b-4cf6-a020-c61e386a36aa,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:02:19.279147 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:19.279504 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:19.279839 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:19.280162 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:19.280480 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:19.280815 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:19.281132 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:19.281447 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:19.281776 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:19.282118 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:19.282429 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:19.282739 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Tracked resource versions report: Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: pushed versions: Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: { 'AddressGroup': {'1.2'}, Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'ConntrackHelper': {'1.0'}, Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'Log': {'1.0'}, Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'Network': {'1.1'}, Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'Port': {'1.7'}, Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'PortForwarding': {'1.2'}, Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'QosPolicy': {'1.9'}, Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'SecurityGroup': {'1.4'}, Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'SubPort': {'1.0'}, Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'Subnet': {'1.1'}, Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'Trunk': {'1.1'}} Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: consumer versions: Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: { DHCP agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: L3 agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: Metadata agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: Metering agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: Open vSwitch agent@dv-cinder-808837-2-iscsi: { 'AddressGroup': '1.2', Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'ConntrackHelper': '1.0', Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'Log': '1.0', Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'Network': '1.1', Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'Port': '1.7', Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'PortForwarding': '1.2', Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'QosPolicy': '1.9', Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'SecurityGroup': '1.4', Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'SecurityGroupRule': '1.2', Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'SubPort': '1.0', Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'Subnet': '1.1', Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: 'Trunk': '1.1'}} Sep 15 15:02:19.283794 dv-cinder-808837-2-iscsi neutron-server[94131]: {{(pid=94131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:02:19.303877 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Network 0cac3723-1455-4d39-be3e-b6cdf8085b98 is scheduled to be hosted by DHCP agent 8778f267-bcf6-40a9-a6c7-747964b5c268 with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:02:19.319541 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808837-2-iscsi, 0cac3723-1455-4d39-be3e-b6cdf8085b98) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:02:19.341824 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:02:19.342459 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:19.347476 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5d79ca-1ae5-4f60-82ba-51efad281cd6 None None] Network 0cac3723-1455-4d39-be3e-b6cdf8085b98 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:02:19.357584 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-3febccf1-cf35-4bdb-9739-9f838119ef64 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4894605 Sep 15 15:02:19.670855 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148cf41a-cc58-5c2b-b52a-9984459364b2-0cac3723-1455-4d39-be3e-b6cdf8085b98', 'network_id': '0cac3723-1455-4d39-be3e-b6cdf8085b98', 'tenant_id': '03800de34fc040828a910bdb1f0e71a0', 'fixed_ips': [{'subnet_id': '1d2c01ef-550b-4cf6-a020-c61e386a36aa'}]}} from dv-cinder-808837-2-iscsi. {{(pid=94133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:02:19.672111 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:19.961023 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Allocated IP 172.20.0.2 (0cac3723-1455-4d39-be3e-b6cdf8085b98/1d2c01ef-550b-4cf6-a020-c61e386a36aa/e623e9d8-b1f9-455e-a6d1-43e64cb8ad7b) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:02:20.171634 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:20.178996 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:20.271715 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Network 0cac3723-1455-4d39-be3e-b6cdf8085b98 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:02:20.276812 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:02:20.286966 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:02:20.296883 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Pushing event updated for resources: {'Port': ['ID=e623e9d8-b1f9-455e-a6d1-43e64cb8ad7b,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:02:20.328229 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:20.328572 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:20.328911 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:20.329244 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:20.329574 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:20.330001 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:20.330243 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:20.330573 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:20.330911 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:20.331235 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:20.331571 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:20.331871 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Tracked resource versions report: Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: pushed versions: Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: { 'AddressGroup': {'1.2'}, Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'ConntrackHelper': {'1.0'}, Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'Log': {'1.0'}, Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'Network': {'1.1'}, Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'Port': {'1.7'}, Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'PortForwarding': {'1.2'}, Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'QosPolicy': {'1.9'}, Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'SecurityGroup': {'1.4'}, Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'SubPort': {'1.0'}, Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'Subnet': {'1.1'}, Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'Trunk': {'1.1'}} Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: consumer versions: Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: { DHCP agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: L3 agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: Metadata agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: Metering agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: Open vSwitch agent@dv-cinder-808837-2-iscsi: { 'AddressGroup': '1.2', Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'ConntrackHelper': '1.0', Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'Log': '1.0', Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'Network': '1.1', Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'Port': '1.7', Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'PortForwarding': '1.2', Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'QosPolicy': '1.9', Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'SecurityGroup': '1.4', Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'SecurityGroupRule': '1.2', Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'SubPort': '1.0', Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'Subnet': '1.1', Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: 'Trunk': '1.1'}} Sep 15 15:02:20.333280 dv-cinder-808837-2-iscsi neutron-server[94133]: {{(pid=94133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:02:20.382432 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Attempting to bind port e623e9d8-b1f9-455e-a6d1-43e64cb8ad7b on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:02:20.383069 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Attempting to bind port e623e9d8-b1f9-455e-a6d1-43e64cb8ad7b by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': '9a8a6334-75e5-4860-a941-7b12a31126a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0cac3723-1455-4d39-be3e-b6cdf8085b98'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:02:20.383209 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Attempting to bind port e623e9d8-b1f9-455e-a6d1-43e64cb8ad7b on network 0cac3723-1455-4d39-be3e-b6cdf8085b98 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:02:20.388021 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:02:20.388427 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Checking segment: {'id': '9a8a6334-75e5-4860-a941-7b12a31126a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0cac3723-1455-4d39-be3e-b6cdf8085b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:02:20.388903 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:20.389292 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Bound using segment: {'id': '9a8a6334-75e5-4860-a941-7b12a31126a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0cac3723-1455-4d39-be3e-b6cdf8085b98'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:02:20.389747 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Bound port: e623e9d8-b1f9-455e-a6d1-43e64cb8ad7b, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8a6334-75e5-4860-a941-7b12a31126a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0cac3723-1455-4d39-be3e-b6cdf8085b98'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:02:20.390302 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:20.456961 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] For port e623e9d8-b1f9-455e-a6d1-43e64cb8ad7b, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:02:20.462270 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] For port e623e9d8-b1f9-455e-a6d1-43e64cb8ad7b, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=e623e9d8-b1f9-455e-a6d1-43e64cb8ad7b,segment=NetworkSegment(9a8a6334-75e5-4860-a941-7b12a31126a8),segment_id=9a8a6334-75e5-4860-a941-7b12a31126a8)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:02:20.467504 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:20.532127 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b6ffd-adc2-43e7-9930-f971c36eaa5a None None] Pushing event updated for resources: {'Port': ['ID=e623e9d8-b1f9-455e-a6d1-43e64cb8ad7b,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:02:21.880737 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 44874) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:02:22.221500 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [None req-936f468c-bfcf-466e-b0c6-7be1ba351dcd admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:02:22.222521 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-936f468c-bfcf-466e-b0c6-7be1ba351dcd admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3408332 Sep 15 15:02:24.650887 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 44882) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:02:24.967307 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [None req-14d0cba4-ed79-4e0c-8140-20f213801da7 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:02:24.968287 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-14d0cba4-ed79-4e0c-8140-20f213801da7 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3164256 Sep 15 15:02:27.613800 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 44892) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:02:27.943936 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-ee4fda59-d4ce-44d4-8727-53a6edf82fc0 admin admin] Request body: {'router': {'tenant_id': '03800de34fc040828a910bdb1f0e71a0', 'name': 'router1', 'admin_state_up': True}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:02:27.972291 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ee4fda59-d4ce-44d4-8727-53a6edf82fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3674502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1441'] for router, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:27.973789 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ee4fda59-d4ce-44d4-8727-53a6edf82fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3676550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4060939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:28.111045 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ee4fda59-d4ce-44d4-8727-53a6edf82fc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:28.115412 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ee4fda59-d4ce-44d4-8727-53a6edf82fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675217'] for router, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:28.127685 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ee4fda59-d4ce-44d4-8727-53a6edf82fc0 admin admin] Notify callbacks [] for router, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:28.128861 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-ee4fda59-d4ce-44d4-8727-53a6edf82fc0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5140955 Sep 15 15:02:28.961285 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d05ef3-d611-4c65-bdd0-dae2e7b0e35c None None] Network 0cac3723-1455-4d39-be3e-b6cdf8085b98 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:02:29.082322 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-3534ffec-19c2-4882-9881-e4a490777397 None None] Provisioning complete for port e623e9d8-b1f9-455e-a6d1-43e64cb8ad7b triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:02:29.082704 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3534ffec-19c2-4882-9881-e4a490777397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:29.269431 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3534ffec-19c2-4882-9881-e4a490777397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:29.306211 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-3534ffec-19c2-4882-9881-e4a490777397 None None] For port e623e9d8-b1f9-455e-a6d1-43e64cb8ad7b, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=e623e9d8-b1f9-455e-a6d1-43e64cb8ad7b,segment=NetworkSegment(9a8a6334-75e5-4860-a941-7b12a31126a8),segment_id=9a8a6334-75e5-4860-a941-7b12a31126a8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:02:29.310349 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3534ffec-19c2-4882-9881-e4a490777397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:29.361647 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534ffec-19c2-4882-9881-e4a490777397 None None] Pushing event updated for resources: {'Port': ['ID=e623e9d8-b1f9-455e-a6d1-43e64cb8ad7b,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:02:29.430583 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-3847074b-4d5f-4638-a0e2-bf63c9e8ce4b None None] Provisioning complete for port e623e9d8-b1f9-455e-a6d1-43e64cb8ad7b triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:02:29.430941 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3847074b-4d5f-4638-a0e2-bf63c9e8ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:29.750150 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device e623e9d8-b1f9-455e-a6d1-43e64cb8ad7b up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:02:29.798245 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port e623e9d8-b1f9-455e-a6d1-43e64cb8ad7b triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:02:29.798507 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:30.552240 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 44904) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:02:30.861472 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [None req-7bfe8719-ef35-4516-81f7-0196f5bd4803 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:02:30.862503 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-7bfe8719-ef35-4516-81f7-0196f5bd4803 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3092999 Sep 15 15:02:31.576055 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7df8ce51-addb-464b-a383-af48f6462901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:33.269364 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 44912) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:02:33.574561 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-e7bfd217-7668-471c-a215-47206618fa6a admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:02:33.595721 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bfd217-7668-471c-a215-47206618fa6a admin admin] Made reservation on behalf of 9b2b66ba25524058bbd80d550ca8fc1c for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:02:33.597984 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd217-7668-471c-a215-47206618fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:33.616185 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd217-7668-471c-a215-47206618fa6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:33.730254 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd217-7668-471c-a215-47206618fa6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:33.733858 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd217-7668-471c-a215-47206618fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:33.749334 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e7bfd217-7668-471c-a215-47206618fa6a admin admin] Reserving flat network on physical network physnet1 {{(pid=94131) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 15:02:33.771587 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfd217-7668-471c-a215-47206618fa6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72141c3c-0bb4-47fe-b3a9-56853f916579,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:02:33.778833 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd217-7668-471c-a215-47206618fa6a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747554679700', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:33.779439 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd217-7668-471c-a215-47206618fa6a admin admin] Unsubscribe: segment precommit_create {{(pid=94131) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 15:02:33.779928 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-e7bfd217-7668-471c-a215-47206618fa6a admin admin] Added segment 2cc18619-a22d-4c27-9907-1a47d301b8b3 of type flat for network de13fce9-42d8-46bf-87ad-5f72634a95fa Sep 15 15:02:33.859153 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd217-7668-471c-a215-47206618fa6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747554121512'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:33.899466 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd217-7668-471c-a215-47206618fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:33.901023 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bfd217-7668-471c-a215-47206618fa6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:02:33.901590 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd217-7668-471c-a215-47206618fa6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:33.947444 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-e7bfd217-7668-471c-a215-47206618fa6a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6764774 Sep 15 15:02:34.001764 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfd217-7668-471c-a215-47206618fa6a admin admin] Pushing event updated for resources: {'Network': ['ID=de13fce9-42d8-46bf-87ad-5f72634a95fa,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:02:34.014054 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Network de13fce9-42d8-46bf-87ad-5f72634a95fa details requested by agent ovs-agent-dv-cinder-808837-2-iscsi with host dv-cinder-808837-2-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:02:34.239157 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:34.381748 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c11b3e80-06dc-498e-8dfd-a3f798c46100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:35.157465 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:36.447556 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 44930) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:02:36.673627 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac76b49-d817-44e4-81f8-3c7137be3ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:02:36.675011 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-aac76b49-d817-44e4-81f8-3c7137be3ac5 admin admin] 10.222.0.44 "GET /v2.0/subnets/1d2c01ef-550b-4cf6-a020-c61e386a36aa HTTP/1.1" status: 200 len: 849 time: 0.2265534 Sep 15 15:02:36.812774 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-3abb4b0e-308e-4fb9-9784-2db3aba51137 admin admin] 10.222.0.44 "GET /v2.0/routers/7d9df87d-f8d4-4c0c-8850-8761ba907bff HTTP/1.1" status: 200 len: 704 time: 0.1316805 Sep 15 15:02:36.880006 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:37.080815 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c9ddf735-18a4-46a6-919c-6a3a6b20a048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:37.383801 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-c9ddf735-18a4-46a6-919c-6a3a6b20a048 admin admin] Allocated IP 172.20.0.1 (0cac3723-1455-4d39-be3e-b6cdf8085b98/1d2c01ef-550b-4cf6-a020-c61e386a36aa/3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:02:37.573521 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c9ddf735-18a4-46a6-919c-6a3a6b20a048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:37.641092 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c9ddf735-18a4-46a6-919c-6a3a6b20a048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:37.712121 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ddf735-18a4-46a6-919c-6a3a6b20a048 admin admin] Network 0cac3723-1455-4d39-be3e-b6cdf8085b98 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:02:37.717658 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-c9ddf735-18a4-46a6-919c-6a3a6b20a048 admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:02:37.731802 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ddf735-18a4-46a6-919c-6a3a6b20a048 admin admin] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:02:37.732339 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c9ddf735-18a4-46a6-919c-6a3a6b20a048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3675270'] for router_interface, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:37.751741 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddf735-18a4-46a6-919c-6a3a6b20a048 admin admin] Pushing event updated for resources: {'Port': ['ID=3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:02:37.928154 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c9ddf735-18a4-46a6-919c-6a3a6b20a048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:37.972635 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-265dc18f-6860-4201-bceb-cca9d2abffd8 None None] Provisioning complete for port 3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:02:37.973237 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-265dc18f-6860-4201-bceb-cca9d2abffd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:38.007791 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-265dc18f-6860-4201-bceb-cca9d2abffd8 None None] Port 3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:02:38.189337 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c9ddf735-18a4-46a6-919c-6a3a6b20a048 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:38.193704 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c9ddf735-18a4-46a6-919c-6a3a6b20a048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:38.194545 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c9ddf735-18a4-46a6-919c-6a3a6b20a048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672854'] for router_interface, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:38.279374 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddf735-18a4-46a6-919c-6a3a6b20a048 admin admin] Pushing event updated for resources: {'Port': ['ID=3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:02:38.318950 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ddf735-18a4-46a6-919c-6a3a6b20a048 admin admin] Network 0cac3723-1455-4d39-be3e-b6cdf8085b98 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:02:38.320237 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-c9ddf735-18a4-46a6-919c-6a3a6b20a048 admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:02:38.478633 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ddf735-18a4-46a6-919c-6a3a6b20a048 admin admin] Router 7d9df87d-f8d4-4c0c-8850-8761ba907bff is scheduled to L3 agent db645ea9-179a-465c-875f-1da649e94516 with binding_index 1 {{(pid=94132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:02:38.529691 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-1bd6e4d8-a13f-442c-b17e-35b72d710359 None None] Provisioning complete for port 3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:02:38.530122 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1bd6e4d8-a13f-442c-b17e-35b72d710359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:38.564869 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6e4d8-a13f-442c-b17e-35b72d710359 None None] Port 3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:02:38.569060 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ddf735-18a4-46a6-919c-6a3a6b20a048 admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:02:38.574617 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-c9ddf735-18a4-46a6-919c-6a3a6b20a048 admin admin] 10.222.0.44 "PUT /v2.0/routers/7d9df87d-f8d4-4c0c-8850-8761ba907bff/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7561896 Sep 15 15:02:38.584375 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] Sync routers for ids ['7d9df87d-f8d4-4c0c-8850-8761ba907bff'] in dv-cinder-808837-2-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:02:38.596149 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] Routers {'7d9df87d-f8d4-4c0c-8850-8761ba907bff'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:02:38.596862 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:02:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['7d9df87d-f8d4-4c0c-8850-8761ba907bff'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:02:38.785164 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] Set router 7d9df87d-f8d4-4c0c-8850-8761ba907bff gateway port host: None {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:02:39.213875 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9df87d-f8d4-4c0c-8850-8761ba907bff', 'name': 'router1', 'tenant_id': '03800de34fc040828a910bdb1f0e71a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:02:27Z', 'updated_at': '2021-09-15T15:02:37Z', 'revision_number': 2, 'project_id': '03800de34fc040828a910bdb1f0e71a0', 'gw_port_host': None, '_interfaces': [{'id': '3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb', 'name': '', 'network_id': '0cac3723-1455-4d39-be3e-b6cdf8085b98', 'tenant_id': '03800de34fc040828a910bdb1f0e71a0', 'mac_address': 'fa:16:3e:74:66:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9df87d-f8d4-4c0c-8850-8761ba907bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d2c01ef-550b-4cf6-a020-c61e386a36aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:02:37Z', 'updated_at': '2021-09-15T15:02:38Z', 'revision_number': 2, 'project_id': '03800de34fc040828a910bdb1f0e71a0', 'subnets': [{'id': '1d2c01ef-550b-4cf6-a020-c61e386a36aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd74d807f-7c89-4790-b0b9-08c8fb565132'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:02:39.266404 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] Checking router: 7d9df87d-f8d4-4c0c-8850-8761ba907bff for host: dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:02:39.266768 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] Updating router 7d9df87d-f8d4-4c0c-8850-8761ba907bff port 3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb binding host dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:02:39.315372 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:39.833651 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:39.840302 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:40.001393 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf4c25-256b-40c8-a204-0dfad736c860 None None] Pushing event updated for resources: {'Port': ['ID=3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:02:40.017920 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] Attempting to bind port 3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:02:40.018435 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] Attempting to bind port 3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': '9a8a6334-75e5-4860-a941-7b12a31126a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0cac3723-1455-4d39-be3e-b6cdf8085b98'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:02:40.018750 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] Attempting to bind port 3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb on network 0cac3723-1455-4d39-be3e-b6cdf8085b98 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:02:40.024287 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4c25-256b-40c8-a204-0dfad736c860 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:40.024632 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4c25-256b-40c8-a204-0dfad736c860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:40.025113 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4c25-256b-40c8-a204-0dfad736c860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:40.025451 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4c25-256b-40c8-a204-0dfad736c860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:40.025863 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4c25-256b-40c8-a204-0dfad736c860 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:40.026226 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4c25-256b-40c8-a204-0dfad736c860 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:40.026555 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4c25-256b-40c8-a204-0dfad736c860 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:40.026882 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4c25-256b-40c8-a204-0dfad736c860 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:40.027215 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4c25-256b-40c8-a204-0dfad736c860 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:40.027540 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4c25-256b-40c8-a204-0dfad736c860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:40.027862 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4c25-256b-40c8-a204-0dfad736c860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:40.028182 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4c25-256b-40c8-a204-0dfad736c860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf4c25-256b-40c8-a204-0dfad736c860 None None] Tracked resource versions report: Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: pushed versions: Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: { 'AddressGroup': {'1.2'}, Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'ConntrackHelper': {'1.0'}, Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'Log': {'1.0'}, Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'Network': {'1.1'}, Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'Port': {'1.7'}, Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'PortForwarding': {'1.2'}, Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'QosPolicy': {'1.9'}, Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'SecurityGroup': {'1.4'}, Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'SubPort': {'1.0'}, Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'Subnet': {'1.1'}, Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'Trunk': {'1.1'}} Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: consumer versions: Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: { DHCP agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: L3 agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: Metadata agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: Metering agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: Open vSwitch agent@dv-cinder-808837-2-iscsi: { 'AddressGroup': '1.2', Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'ConntrackHelper': '1.0', Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'Log': '1.0', Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'Network': '1.1', Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'Port': '1.7', Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'PortForwarding': '1.2', Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'QosPolicy': '1.9', Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'SecurityGroup': '1.4', Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'SecurityGroupRule': '1.2', Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'SubPort': '1.0', Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'Subnet': '1.1', Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: 'Trunk': '1.1'}} Sep 15 15:02:40.029285 dv-cinder-808837-2-iscsi neutron-server[94134]: {{(pid=94134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:02:40.033837 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:02:40.034278 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] Checking segment: {'id': '9a8a6334-75e5-4860-a941-7b12a31126a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0cac3723-1455-4d39-be3e-b6cdf8085b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:02:40.034775 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:40.035155 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] Bound using segment: {'id': '9a8a6334-75e5-4860-a941-7b12a31126a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0cac3723-1455-4d39-be3e-b6cdf8085b98'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:02:40.035640 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] Bound port: 3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8a6334-75e5-4860-a941-7b12a31126a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0cac3723-1455-4d39-be3e-b6cdf8085b98'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:02:40.036035 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:40.090956 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-9e73386d-9e95-4ac4-8366-9f7fbf5f65f1 None None] Provisioning complete for port 3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:02:40.091506 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9e73386d-9e95-4ac4-8366-9f7fbf5f65f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:40.102817 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] For port 3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:02:40.122660 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] For port 3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb,segment=NetworkSegment(9a8a6334-75e5-4860-a941-7b12a31126a8),segment_id=9a8a6334-75e5-4860-a941-7b12a31126a8)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:02:40.124908 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-9e73386d-9e95-4ac4-8366-9f7fbf5f65f1 None None] Port 3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:02:40.127557 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:40.185218 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf4c25-256b-40c8-a204-0dfad736c860 None None] Pushing event updated for resources: {'Port': ['ID=3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb,revision_number=4']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:02:40.192486 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] Routers {'7d9df87d-f8d4-4c0c-8850-8761ba907bff'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:02:40.194356 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:02:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['7d9df87d-f8d4-4c0c-8850-8761ba907bff'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:02:40.284499 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] Set router 7d9df87d-f8d4-4c0c-8850-8761ba907bff gateway port host: None {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:02:40.342941 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-d9011f3b-ec7e-4172-880b-5f3649cec80d None None] Provisioning complete for port 3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:02:40.343307 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d9011f3b-ec7e-4172-880b-5f3649cec80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:40.420197 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d9011f3b-ec7e-4172-880b-5f3649cec80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:40.452973 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-d9011f3b-ec7e-4172-880b-5f3649cec80d None None] For port 3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb,segment=NetworkSegment(9a8a6334-75e5-4860-a941-7b12a31126a8),segment_id=9a8a6334-75e5-4860-a941-7b12a31126a8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:02:40.456930 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d9011f3b-ec7e-4172-880b-5f3649cec80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:40.502510 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9df87d-f8d4-4c0c-8850-8761ba907bff', 'name': 'router1', 'tenant_id': '03800de34fc040828a910bdb1f0e71a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:02:27Z', 'updated_at': '2021-09-15T15:02:37Z', 'revision_number': 2, 'project_id': '03800de34fc040828a910bdb1f0e71a0', 'gw_port_host': None, '_interfaces': [{'id': '3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb', 'name': '', 'network_id': '0cac3723-1455-4d39-be3e-b6cdf8085b98', 'tenant_id': '03800de34fc040828a910bdb1f0e71a0', 'mac_address': 'fa:16:3e:74:66:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9df87d-f8d4-4c0c-8850-8761ba907bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d2c01ef-550b-4cf6-a020-c61e386a36aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:02:37Z', 'updated_at': '2021-09-15T15:02:40Z', 'revision_number': 4, 'project_id': '03800de34fc040828a910bdb1f0e71a0', 'subnets': [{'id': '1d2c01ef-550b-4cf6-a020-c61e386a36aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd74d807f-7c89-4790-b0b9-08c8fb565132'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:02:40.514257 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9011f3b-ec7e-4172-880b-5f3649cec80d None None] Pushing event updated for resources: {'Port': ['ID=3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:02:40.529288 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccd0017-b8ea-460a-9f12-80b7e2a46248 None None] The sync data for ids ['7d9df87d-f8d4-4c0c-8850-8761ba907bff'] in dv-cinder-808837-2-iscsi is: [{'id': '7d9df87d-f8d4-4c0c-8850-8761ba907bff', 'name': 'router1', 'tenant_id': '03800de34fc040828a910bdb1f0e71a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:02:27Z', 'updated_at': '2021-09-15T15:02:37Z', 'revision_number': 2, 'project_id': '03800de34fc040828a910bdb1f0e71a0', 'gw_port_host': None, '_interfaces': [{'id': '3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb', 'name': '', 'network_id': '0cac3723-1455-4d39-be3e-b6cdf8085b98', 'tenant_id': '03800de34fc040828a910bdb1f0e71a0', 'mac_address': 'fa:16:3e:74:66:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9df87d-f8d4-4c0c-8850-8761ba907bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d2c01ef-550b-4cf6-a020-c61e386a36aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:02:37Z', 'updated_at': '2021-09-15T15:02:40Z', 'revision_number': 4, 'project_id': '03800de34fc040828a910bdb1f0e71a0', 'subnets': [{'id': '1d2c01ef-550b-4cf6-a020-c61e386a36aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd74d807f-7c89-4790-b0b9-08c8fb565132'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:02:40.863457 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 44950) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:02:40.975231 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a524c05-adb0-4994-a2d0-471b8e988a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:02:40.976576 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-0a524c05-adb0-4994-a2d0-471b8e988a50 admin admin] 10.222.0.44 "GET /v2.0/networks/de13fce9-42d8-46bf-87ad-5f72634a95fa HTTP/1.1" status: 200 len: 842 time: 0.1121373 Sep 15 15:02:40.986907 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-e2a47af0-d3de-4fa4-b28b-376a64d9eef3 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'cidr': '172.27.1.0/24'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:02:41.010887 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a47af0-d3de-4fa4-b28b-376a64d9eef3 admin admin] Made reservation on behalf of 9b2b66ba25524058bbd80d550ca8fc1c for: {'subnet': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:02:41.013224 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e2a47af0-d3de-4fa4-b28b-376a64d9eef3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:41.318189 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.objects.ports [None req-e2a47af0-d3de-4fa4-b28b-376a64d9eef3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94132) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 15:02:41.318605 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e2a47af0-d3de-4fa4-b28b-376a64d9eef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for subnet, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:41.375433 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a47af0-d3de-4fa4-b28b-376a64d9eef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=379175a2-a4aa-4fa7-8529-653d88fdda18,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:02:41.387558 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a47af0-d3de-4fa4-b28b-376a64d9eef3 admin admin] Checking segment: {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:02:41.387906 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a47af0-d3de-4fa4-b28b-376a64d9eef3 admin admin] Network hostable DHCP agents. Network: de13fce9-42d8-46bf-87ad-5f72634a95fa, hostable agents: ['8778f267-bcf6-40a9-a6c7-747964b5c268'], hosted agents: [] {{(pid=94132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:02:41.409794 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a47af0-d3de-4fa4-b28b-376a64d9eef3 admin admin] Network de13fce9-42d8-46bf-87ad-5f72634a95fa is scheduled to be hosted by DHCP agent 8778f267-bcf6-40a9-a6c7-747964b5c268 with binding_index 1 {{(pid=94132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:02:41.421960 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-e2a47af0-d3de-4fa4-b28b-376a64d9eef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808837-2-iscsi, de13fce9-42d8-46bf-87ad-5f72634a95fa) {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:02:41.426417 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a47af0-d3de-4fa4-b28b-376a64d9eef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:02:41.427043 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e2a47af0-d3de-4fa4-b28b-376a64d9eef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:41.432370 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ffd825-56f3-444f-a927-cc6e2fbc9922 None None] Network de13fce9-42d8-46bf-87ad-5f72634a95fa requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:02:41.442306 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-e2a47af0-d3de-4fa4-b28b-376a64d9eef3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4586034 Sep 15 15:02:41.573176 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a846c3-da71-451b-a129-7a85ca2ec524 None None] Network de13fce9-42d8-46bf-87ad-5f72634a95fa requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:02:43.787930 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 44958) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:02:43.924469 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-4f5ca98e-70ce-4adb-bcd8-689695f7d4ec admin admin] 10.222.0.44 "GET /v2.0/routers/7d9df87d-f8d4-4c0c-8850-8761ba907bff HTTP/1.1" status: 200 len: 710 time: 0.1353967 Sep 15 15:02:44.022193 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4959ac39-f13d-455c-8963-670deebf60ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:02:44.023596 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-4959ac39-f13d-455c-8963-670deebf60ae admin admin] 10.222.0.44 "GET /v2.0/networks/de13fce9-42d8-46bf-87ad-5f72634a95fa HTTP/1.1" status: 200 len: 886 time: 0.0931191 Sep 15 15:02:44.033575 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-5981ee36-944b-42f4-9fbc-bb8cb5c98bfe admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:02:44.355152 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5981ee36-944b-42f4-9fbc-bb8cb5c98bfe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:44.581482 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5981ee36-944b-42f4-9fbc-bb8cb5c98bfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:44.652758 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5981ee36-944b-42f4-9fbc-bb8cb5c98bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:44.754532 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-5981ee36-944b-42f4-9fbc-bb8cb5c98bfe admin admin] Allocated IP 172.27.1.166 (de13fce9-42d8-46bf-87ad-5f72634a95fa/379175a2-a4aa-4fa7-8529-653d88fdda18/591c9e95-ec51-4244-8b5c-97afd95547bc) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:02:44.858981 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5981ee36-944b-42f4-9fbc-bb8cb5c98bfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:44.891294 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5981ee36-944b-42f4-9fbc-bb8cb5c98bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:44.925478 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5981ee36-944b-42f4-9fbc-bb8cb5c98bfe admin admin] Network de13fce9-42d8-46bf-87ad-5f72634a95fa is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:02:44.928184 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-5981ee36-944b-42f4-9fbc-bb8cb5c98bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:02:44.932283 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5981ee36-944b-42f4-9fbc-bb8cb5c98bfe admin admin] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:02:44.973768 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981ee36-944b-42f4-9fbc-bb8cb5c98bfe admin admin] Pushing event updated for resources: {'Port': ['ID=591c9e95-ec51-4244-8b5c-97afd95547bc,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:02:45.198249 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5981ee36-944b-42f4-9fbc-bb8cb5c98bfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:45.402767 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5981ee36-944b-42f4-9fbc-bb8cb5c98bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3676592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:45.405937 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5981ee36-944b-42f4-9fbc-bb8cb5c98bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3676603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3676578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672075'] for router, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:45.511417 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5981ee36-944b-42f4-9fbc-bb8cb5c98bfe admin admin] Router 7d9df87d-f8d4-4c0c-8850-8761ba907bff has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:02:45.711130 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5981ee36-944b-42f4-9fbc-bb8cb5c98bfe admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:02:45.715952 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5981ee36-944b-42f4-9fbc-bb8cb5c98bfe admin admin] Notify callbacks [] for router, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:45.717175 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-5981ee36-944b-42f4-9fbc-bb8cb5c98bfe admin admin] 10.222.0.44 "PUT /v2.0/routers/7d9df87d-f8d4-4c0c-8850-8761ba907bff HTTP/1.1" status: 200 len: 890 time: 1.6868281 Sep 15 15:02:45.769191 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:02:45.881454 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:02:45.882134 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:47.078258 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] Sync routers for ids ['7d9df87d-f8d4-4c0c-8850-8761ba907bff'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:02:47.091647 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] Routers {'7d9df87d-f8d4-4c0c-8850-8761ba907bff'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:02:47.092359 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:02:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['7d9df87d-f8d4-4c0c-8850-8761ba907bff'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:02:47.299082 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] Set router 7d9df87d-f8d4-4c0c-8850-8761ba907bff gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:02:47.680157 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9df87d-f8d4-4c0c-8850-8761ba907bff', 'name': 'router1', 'tenant_id': '03800de34fc040828a910bdb1f0e71a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '591c9e95-ec51-4244-8b5c-97afd95547bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:02:27Z', 'updated_at': '2021-09-15T15:02:45Z', 'revision_number': 4, 'project_id': '03800de34fc040828a910bdb1f0e71a0', 'gw_port': {'id': '591c9e95-ec51-4244-8b5c-97afd95547bc', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9df87d-f8d4-4c0c-8850-8761ba907bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:02:44Z', 'updated_at': '2021-09-15T15:02:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb', 'name': '', 'network_id': '0cac3723-1455-4d39-be3e-b6cdf8085b98', 'tenant_id': '03800de34fc040828a910bdb1f0e71a0', 'mac_address': 'fa:16:3e:74:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9df87d-f8d4-4c0c-8850-8761ba907bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d2c01ef-550b-4cf6-a020-c61e386a36aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:02:37Z', 'updated_at': '2021-09-15T15:02:40Z', 'revision_number': 5, 'project_id': '03800de34fc040828a910bdb1f0e71a0', 'subnets': [{'id': '1d2c01ef-550b-4cf6-a020-c61e386a36aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd74d807f-7c89-4790-b0b9-08c8fb565132'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:02:47.732234 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] Checking router: 7d9df87d-f8d4-4c0c-8850-8761ba907bff for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:02:47.732584 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] Updating router 7d9df87d-f8d4-4c0c-8850-8761ba907bff port 591c9e95-ec51-4244-8b5c-97afd95547bc binding host dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:02:47.781380 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:48.100339 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:48.106372 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:48.160343 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] Attempting to bind port 591c9e95-ec51-4244-8b5c-97afd95547bc on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:02:48.160704 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] Attempting to bind port 591c9e95-ec51-4244-8b5c-97afd95547bc by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:02:48.161055 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] Attempting to bind port 591c9e95-ec51-4244-8b5c-97afd95547bc on network de13fce9-42d8-46bf-87ad-5f72634a95fa {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:02:48.165836 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec070c9a-db56-4c37-b06e-02b132a1a725 None None] Pushing event updated for resources: {'Port': ['ID=591c9e95-ec51-4244-8b5c-97afd95547bc,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:02:48.170029 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:02:48.170404 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] Checking segment: {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:02:48.170798 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:48.171172 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] Bound using segment: {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:02:48.171624 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] Bound port: 591c9e95-ec51-4244-8b5c-97afd95547bc, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:02:48.172015 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:48.193960 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 44970) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:02:48.220899 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] For port 591c9e95-ec51-4244-8b5c-97afd95547bc, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:02:48.223799 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] For port 591c9e95-ec51-4244-8b5c-97afd95547bc, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=591c9e95-ec51-4244-8b5c-97afd95547bc,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:02:48.229093 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:48.310927 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-363070c2-af1f-45fe-99cc-45026ef4ccc9 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1155770 Sep 15 15:02:48.367611 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] Routers {'7d9df87d-f8d4-4c0c-8850-8761ba907bff'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:02:48.368263 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:02:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['7d9df87d-f8d4-4c0c-8850-8761ba907bff'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:02:48.373574 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec070c9a-db56-4c37-b06e-02b132a1a725 None None] Pushing event updated for resources: {'Port': ['ID=591c9e95-ec51-4244-8b5c-97afd95547bc,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:02:48.483030 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] Set router 7d9df87d-f8d4-4c0c-8850-8761ba907bff gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:02:48.691837 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9df87d-f8d4-4c0c-8850-8761ba907bff', 'name': 'router1', 'tenant_id': '03800de34fc040828a910bdb1f0e71a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '591c9e95-ec51-4244-8b5c-97afd95547bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:02:27Z', 'updated_at': '2021-09-15T15:02:45Z', 'revision_number': 4, 'project_id': '03800de34fc040828a910bdb1f0e71a0', 'gw_port': {'id': '591c9e95-ec51-4244-8b5c-97afd95547bc', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9df87d-f8d4-4c0c-8850-8761ba907bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:02:44Z', 'updated_at': '2021-09-15T15:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb', 'name': '', 'network_id': '0cac3723-1455-4d39-be3e-b6cdf8085b98', 'tenant_id': '03800de34fc040828a910bdb1f0e71a0', 'mac_address': 'fa:16:3e:74:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9df87d-f8d4-4c0c-8850-8761ba907bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d2c01ef-550b-4cf6-a020-c61e386a36aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:02:37Z', 'updated_at': '2021-09-15T15:02:40Z', 'revision_number': 5, 'project_id': '03800de34fc040828a910bdb1f0e71a0', 'subnets': [{'id': '1d2c01ef-550b-4cf6-a020-c61e386a36aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd74d807f-7c89-4790-b0b9-08c8fb565132'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:02:48.723138 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d6a98-e64d-4a70-9eab-488685c99dea None None] The sync data for ids ['7d9df87d-f8d4-4c0c-8850-8761ba907bff'] in dv-cinder-808837-2-iscsi is: [{'id': '7d9df87d-f8d4-4c0c-8850-8761ba907bff', 'name': 'router1', 'tenant_id': '03800de34fc040828a910bdb1f0e71a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '591c9e95-ec51-4244-8b5c-97afd95547bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:02:27Z', 'updated_at': '2021-09-15T15:02:45Z', 'revision_number': 4, 'project_id': '03800de34fc040828a910bdb1f0e71a0', 'gw_port': {'id': '591c9e95-ec51-4244-8b5c-97afd95547bc', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9df87d-f8d4-4c0c-8850-8761ba907bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:02:44Z', 'updated_at': '2021-09-15T15:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb', 'name': '', 'network_id': '0cac3723-1455-4d39-be3e-b6cdf8085b98', 'tenant_id': '03800de34fc040828a910bdb1f0e71a0', 'mac_address': 'fa:16:3e:74:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9df87d-f8d4-4c0c-8850-8761ba907bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d2c01ef-550b-4cf6-a020-c61e386a36aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:02:37Z', 'updated_at': '2021-09-15T15:02:40Z', 'revision_number': 5, 'project_id': '03800de34fc040828a910bdb1f0e71a0', 'subnets': [{'id': '1d2c01ef-550b-4cf6-a020-c61e386a36aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd74d807f-7c89-4790-b0b9-08c8fb565132'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:02:49.767238 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 591c9e95-ec51-4244-8b5c-97afd95547bc up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:02:49.813702 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 591c9e95-ec51-4244-8b5c-97afd95547bc triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:02:49.814116 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:49.894146 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:49.913331 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] For port 591c9e95-ec51-4244-8b5c-97afd95547bc, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=591c9e95-ec51-4244-8b5c-97afd95547bc,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:02:49.917400 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:49.967458 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Pushing event updated for resources: {'Port': ['ID=591c9e95-ec51-4244-8b5c-97afd95547bc,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:02:51.781171 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 591c9e95-ec51-4244-8b5c-97afd95547bc up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:02:51.841803 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 591c9e95-ec51-4244-8b5c-97afd95547bc triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:02:51.842632 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:02:59.869017 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 5 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:03:01.581227 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cdecc2c0-0e07-4b40-894b-077091315d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:04.233546 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:04.386618 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c93c4097-7f68-4404-bc45-3b43ba89223f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:05.175147 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:06.903294 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:31.583656 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58b816f9-0b84-43fc-a692-291a38a14a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:34.236273 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:34.388329 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c1288b84-7b8c-4872-b5b5-1a6de21eb71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:35.161489 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:03:36.869335 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 5 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:03:36.899744 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:01.588020 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1cfa8fb-60db-4e6c-b602-f5c689449f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:04.238901 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:04.379147 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c2046da9-3b35-4e5e-baf2-cf53e7910d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:05.160390 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:06.901316 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:13.868529 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 5 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:04:25.122805 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 45532) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:04:25.189137 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.pecan_wsgi.hooks.translation [None req-8445ae59-6064-40c1-8702-2d4c21b441fc admin admin] GET failed (client error): The resource could not be found. Sep 15 15:04:25.190490 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-8445ae59-6064-40c1-8702-2d4c21b441fc admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0667360 Sep 15 15:04:25.356489 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade04fdb-e321-4c05-9b75-ebd243ce0afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:04:25.357913 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ade04fdb-e321-4c05-9b75-ebd243ce0afb admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1629255 Sep 15 15:04:27.551368 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 45542) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:04:27.642291 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a91799b-2b7c-4634-ae67-c653b1f2856c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:04:27.643615 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-0a91799b-2b7c-4634-ae67-c653b1f2856c admin admin] 10.222.0.44 "GET /v2.0/subnets/1d2c01ef-550b-4cf6-a020-c61e386a36aa HTTP/1.1" status: 200 len: 849 time: 0.0912821 Sep 15 15:04:27.654489 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-ae8ec982-e19b-441c-962f-5a30c43f0707 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:04:27.744901 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec982-e19b-441c-962f-5a30c43f0707 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:27.883148 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec982-e19b-441c-962f-5a30c43f0707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747554719236'] for subnet, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:27.912380 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8ec982-e19b-441c-962f-5a30c43f0707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:04:27.913505 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec982-e19b-441c-962f-5a30c43f0707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:27.914240 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-ae8ec982-e19b-441c-962f-5a30c43f0707 admin admin] 10.222.0.44 "PUT /v2.0/subnets/1d2c01ef-550b-4cf6-a020-c61e386a36aa HTTP/1.1" status: 200 len: 868 time: 0.2643795 Sep 15 15:04:27.929032 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dcff45-15fa-485b-88c7-30aceb6a3072 None None] Network 0cac3723-1455-4d39-be3e-b6cdf8085b98 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:04:27.937727 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ec982-e19b-441c-962f-5a30c43f0707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2c01ef-550b-4cf6-a020-c61e386a36aa,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:04:27.945008 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ec982-e19b-441c-962f-5a30c43f0707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:04:27.945380 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ec982-e19b-441c-962f-5a30c43f0707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:04:27.945724 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ec982-e19b-441c-962f-5a30c43f0707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:04:27.946336 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ec982-e19b-441c-962f-5a30c43f0707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:04:27.946861 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ec982-e19b-441c-962f-5a30c43f0707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:04:27.947221 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ec982-e19b-441c-962f-5a30c43f0707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:04:27.947552 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ec982-e19b-441c-962f-5a30c43f0707 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:04:27.947877 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ec982-e19b-441c-962f-5a30c43f0707 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:04:27.948214 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ec982-e19b-441c-962f-5a30c43f0707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:04:27.948539 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ec982-e19b-441c-962f-5a30c43f0707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:04:27.948857 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ec982-e19b-441c-962f-5a30c43f0707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:04:27.949174 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ec982-e19b-441c-962f-5a30c43f0707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:04:28.299745 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-f0bbe9bb-7f47-4565-afb7-ca3de2da230c None None] Provisioning complete for port 3e7a2eaa-dcdc-4cca-ab3b-7b5ee64ea6cb triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:04:28.300109 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe9bb-7f47-4565-afb7-ca3de2da230c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:28.385604 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-f0bbe9bb-7f47-4565-afb7-ca3de2da230c None None] Provisioning complete for port e623e9d8-b1f9-455e-a6d1-43e64cb8ad7b triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:04:28.385861 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe9bb-7f47-4565-afb7-ca3de2da230c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:30.121206 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 45552) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:04:30.318680 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c935a3d1-1666-4b48-b185-8bf371fbcd25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:04:30.319069 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c935a3d1-1666-4b48-b185-8bf371fbcd25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:04:30.320633 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c935a3d1-1666-4b48-b185-8bf371fbcd25 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1984878 Sep 15 15:04:31.588953 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fba2b146-011b-4f27-acdf-b0c0318777f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:32.531621 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 45560) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:04:32.667385 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46f483e-3821-44de-9047-78ea16a06333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:04:32.667852 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46f483e-3821-44de-9047-78ea16a06333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:04:32.669375 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-b46f483e-3821-44de-9047-78ea16a06333 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1368177 Sep 15 15:04:34.241313 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:34.379517 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ca4da1c8-1555-44be-821d-9531e228e24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:34.847413 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 45568) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:04:35.020013 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6d6e43-2d20-47be-83e6-a43debdd01cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:04:35.021455 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-0b6d6e43-2d20-47be-83e6-a43debdd01cf admin admin] 10.222.0.44 "GET /v2.0/networks/0cac3723-1455-4d39-be3e-b6cdf8085b98 HTTP/1.1" status: 200 len: 869 time: 0.1730983 Sep 15 15:04:35.163708 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:36.907992 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:04:37.263461 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 45576) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:04:37.388971 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba80a4f9-6a49-4d71-9650-54a8a332a8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:04:37.390356 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ba80a4f9-6a49-4d71-9650-54a8a332a8d4 admin admin] 10.222.0.44 "GET /v2.0/networks/de13fce9-42d8-46bf-87ad-5f72634a95fa HTTP/1.1" status: 200 len: 886 time: 0.1259162 Sep 15 15:04:39.587954 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 45584) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:04:39.707413 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ff64f9-9b52-474e-add5-4ad8bf466d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:04:39.707867 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ff64f9-9b52-474e-add5-4ad8bf466d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:04:39.709372 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-22ff64f9-9b52-474e-add5-4ad8bf466d45 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204438 Sep 15 15:04:41.931317 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 45592) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:04:42.053245 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a149829-5dfa-4a33-bfcf-414c3fd08654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:04:42.053610 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a149829-5dfa-4a33-bfcf-414c3fd08654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:04:42.055405 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-4a149829-5dfa-4a33-bfcf-414c3fd08654 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229222 Sep 15 15:04:44.257926 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 45600) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:04:44.351381 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffb4a23-b2fd-4012-aecf-6c2e5d71e159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:04:44.352934 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5ffb4a23-b2fd-4012-aecf-6c2e5d71e159 admin admin] 10.222.0.44 "GET /v2.0/subnets/1d2c01ef-550b-4cf6-a020-c61e386a36aa HTTP/1.1" status: 200 len: 868 time: 0.0934587 Sep 15 15:04:46.546904 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 45608) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:04:46.636123 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e926c2-4342-4577-9749-e18fd6cd2588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:04:46.637445 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-54e926c2-4342-4577-9749-e18fd6cd2588 admin admin] 10.222.0.44 "GET /v2.0/subnets/379175a2-a4aa-4fa7-8529-653d88fdda18 HTTP/1.1" status: 200 len: 816 time: 0.0896065 Sep 15 15:04:50.868442 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 5 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:05:01.591653 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-78c92e8c-6488-41fd-910b-41dacb16d283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:04.242508 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:04.379681 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16672c9b-8cfd-4677-98d5-16f9c9f73ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:05.168631 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:06.913729 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:10.594453 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 45662) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:05:10.647318 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [None req-7dd6df61-02d9-497e-9d10-889da08a1265 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:05:10.648315 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-7dd6df61-02d9-497e-9d10-889da08a1265 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0529301 Sep 15 15:05:12.931941 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 45670) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:05:12.991719 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.pecan_wsgi.hooks.translation [None req-98dcf9b0-2846-4e45-8271-ec4cd6fbf8c9 admin admin] GET failed (client error): The resource could not be found. Sep 15 15:05:12.994038 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-98dcf9b0-2846-4e45-8271-ec4cd6fbf8c9 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609007 Sep 15 15:05:13.131376 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e3e528-7a67-4c12-a5a8-6f6cdd742cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:13.132777 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-79e3e528-7a67-4c12-a5a8-6f6cdd742cb5 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1341898 Sep 15 15:05:15.355530 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 45678) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:05:15.402244 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-e229a42f-3ac5-4bc1-ad79-860b9640a7d1 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:05:15.422066 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e229a42f-3ac5-4bc1-ad79-860b9640a7d1 admin admin] Made reservation on behalf of 9b2b66ba25524058bbd80d550ca8fc1c for: {'network': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:05:15.424208 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e229a42f-3ac5-4bc1-ad79-860b9640a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for network, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:15.451561 dv-cinder-808837-2-iscsi neutron-server[94132]: WARNING neutron.services.revisions.revision_plugin [None req-e229a42f-3ac5-4bc1-ad79-860b9640a7d1 admin admin] Could not find related network for resource to bump revision. Sep 15 15:05:15.463993 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e229a42f-3ac5-4bc1-ad79-860b9640a7d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=94132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:05:15.473191 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e229a42f-3ac5-4bc1-ad79-860b9640a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:15.473519 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.segments_db [None req-e229a42f-3ac5-4bc1-ad79-860b9640a7d1 admin admin] Added segment 0e59b1f8-19b0-4bb3-91c2-860a9881c34b of type vlan for network f7a2d82c-127b-4f96-8cc4-8742a374bd54 Sep 15 15:05:15.521020 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e229a42f-3ac5-4bc1-ad79-860b9640a7d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747554121512'] for network, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:15.543676 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e229a42f-3ac5-4bc1-ad79-860b9640a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for network, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:15.544567 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e229a42f-3ac5-4bc1-ad79-860b9640a7d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:15.545127 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e229a42f-3ac5-4bc1-ad79-860b9640a7d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:15.576912 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-e229a42f-3ac5-4bc1-ad79-860b9640a7d1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2203109 Sep 15 15:05:15.603236 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229a42f-3ac5-4bc1-ad79-860b9640a7d1 admin admin] Pushing event updated for resources: {'Network': ['ID=f7a2d82c-127b-4f96-8cc4-8742a374bd54,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:15.614564 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Network f7a2d82c-127b-4f96-8cc4-8742a374bd54 details requested by agent ovs-agent-dv-cinder-808837-2-iscsi with host dv-cinder-808837-2-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:05:17.800549 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 45686) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:05:17.860912 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f55ee4-c9dc-4acf-83bc-3f8419782e7f admin admin] GET failed (client error): The resource could not be found. Sep 15 15:05:17.862297 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-d0f55ee4-c9dc-4acf-83bc-3f8419782e7f admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607781 Sep 15 15:05:17.932412 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2de4d2-dde8-40a8-8119-e2b136e1f0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:17.933840 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-1a2de4d2-dde8-40a8-8119-e2b136e1f0e5 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669689 Sep 15 15:05:17.943902 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-c7294060-497f-4675-b014-8be4c692420c admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f7a2d82c-127b-4f96-8cc4-8742a374bd54', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:05:17.967322 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7294060-497f-4675-b014-8be4c692420c admin admin] Made reservation on behalf of 9b2b66ba25524058bbd80d550ca8fc1c for: {'subnet': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:05:17.969574 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c7294060-497f-4675-b014-8be4c692420c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:18.126546 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c7294060-497f-4675-b014-8be4c692420c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for subnet, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:18.183026 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7294060-497f-4675-b014-8be4c692420c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b423619-bbde-4b18-b98b-c080da39a3f6,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:18.187898 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7294060-497f-4675-b014-8be4c692420c admin admin] Checking segment: {'id': '0e59b1f8-19b0-4bb3-91c2-860a9881c34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7a2d82c-127b-4f96-8cc4-8742a374bd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:05:18.188245 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7294060-497f-4675-b014-8be4c692420c admin admin] Network hostable DHCP agents. Network: f7a2d82c-127b-4f96-8cc4-8742a374bd54, hostable agents: ['8778f267-bcf6-40a9-a6c7-747964b5c268'], hosted agents: [] {{(pid=94132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:05:18.204092 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7294060-497f-4675-b014-8be4c692420c admin admin] Network f7a2d82c-127b-4f96-8cc4-8742a374bd54 is scheduled to be hosted by DHCP agent 8778f267-bcf6-40a9-a6c7-747964b5c268 with binding_index 1 {{(pid=94132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:05:18.212290 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-c7294060-497f-4675-b014-8be4c692420c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808837-2-iscsi, f7a2d82c-127b-4f96-8cc4-8742a374bd54) {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:05:18.216708 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7294060-497f-4675-b014-8be4c692420c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:05:18.217841 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c7294060-497f-4675-b014-8be4c692420c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:18.220928 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8e6886-457e-43e9-a002-ca7018e61373 None None] Network f7a2d82c-127b-4f96-8cc4-8742a374bd54 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:05:18.231271 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-c7294060-497f-4675-b014-8be4c692420c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2906497 Sep 15 15:05:18.464200 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148cf41a-cc58-5c2b-b52a-9984459364b2-f7a2d82c-127b-4f96-8cc4-8742a374bd54', 'network_id': 'f7a2d82c-127b-4f96-8cc4-8742a374bd54', 'tenant_id': '9b2b66ba25524058bbd80d550ca8fc1c', 'fixed_ips': [{'subnet_id': '6b423619-bbde-4b18-b98b-c080da39a3f6'}]}} from dv-cinder-808837-2-iscsi. {{(pid=94133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:05:18.465068 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:18.605349 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Allocated IP 192.168.233.2 (f7a2d82c-127b-4f96-8cc4-8742a374bd54/6b423619-bbde-4b18-b98b-c080da39a3f6/29895f85-bc80-4f34-997f-0d72c8bf7ebc) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:05:18.750396 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:18.757220 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:18.798169 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Network f7a2d82c-127b-4f96-8cc4-8742a374bd54 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:05:18.800910 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:05:18.808092 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:05:18.811148 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Pushing event updated for resources: {'Port': ['ID=29895f85-bc80-4f34-997f-0d72c8bf7ebc,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:18.837478 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:18.837825 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:18.838191 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:18.838520 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:18.838849 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:18.839178 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:18.839502 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:18.839822 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:18.840164 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:18.840485 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:18.840802 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:18.841117 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:05:18.872383 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Attempting to bind port 29895f85-bc80-4f34-997f-0d72c8bf7ebc on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:05:18.872751 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Attempting to bind port 29895f85-bc80-4f34-997f-0d72c8bf7ebc by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': '0e59b1f8-19b0-4bb3-91c2-860a9881c34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7a2d82c-127b-4f96-8cc4-8742a374bd54'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:05:18.873117 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Attempting to bind port 29895f85-bc80-4f34-997f-0d72c8bf7ebc on network f7a2d82c-127b-4f96-8cc4-8742a374bd54 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:05:18.878054 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:05:18.878417 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Checking segment: {'id': '0e59b1f8-19b0-4bb3-91c2-860a9881c34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7a2d82c-127b-4f96-8cc4-8742a374bd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:05:18.878814 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:18.879203 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Bound using segment: {'id': '0e59b1f8-19b0-4bb3-91c2-860a9881c34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7a2d82c-127b-4f96-8cc4-8742a374bd54'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:05:18.879659 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Bound port: 29895f85-bc80-4f34-997f-0d72c8bf7ebc, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e59b1f8-19b0-4bb3-91c2-860a9881c34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7a2d82c-127b-4f96-8cc4-8742a374bd54'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:05:18.880052 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:18.944816 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] For port 29895f85-bc80-4f34-997f-0d72c8bf7ebc, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:05:18.948581 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] For port 29895f85-bc80-4f34-997f-0d72c8bf7ebc, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=29895f85-bc80-4f34-997f-0d72c8bf7ebc,segment=NetworkSegment(0e59b1f8-19b0-4bb3-91c2-860a9881c34b),segment_id=0e59b1f8-19b0-4bb3-91c2-860a9881c34b)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:05:18.952435 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:19.017399 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710058d5-c115-44a8-8eda-6c041adade1f None None] Pushing event updated for resources: {'Port': ['ID=29895f85-bc80-4f34-997f-0d72c8bf7ebc,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:19.813491 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba76645-0012-4ce6-9afa-394b1b77bad0 None None] Network f7a2d82c-127b-4f96-8cc4-8742a374bd54 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:05:19.894610 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-b2c7071f-19d2-4677-b9bb-c39bb35544bd None None] Provisioning complete for port 29895f85-bc80-4f34-997f-0d72c8bf7ebc triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:05:19.895098 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2c7071f-19d2-4677-b9bb-c39bb35544bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:19.928010 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 29895f85-bc80-4f34-997f-0d72c8bf7ebc up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:05:20.082389 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2c7071f-19d2-4677-b9bb-c39bb35544bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:20.096473 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 29895f85-bc80-4f34-997f-0d72c8bf7ebc triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:05:20.096841 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:20.146005 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-b2c7071f-19d2-4677-b9bb-c39bb35544bd None None] For port 29895f85-bc80-4f34-997f-0d72c8bf7ebc, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=29895f85-bc80-4f34-997f-0d72c8bf7ebc,segment=NetworkSegment(0e59b1f8-19b0-4bb3-91c2-860a9881c34b),segment_id=0e59b1f8-19b0-4bb3-91c2-860a9881c34b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:05:20.153396 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b2c7071f-19d2-4677-b9bb-c39bb35544bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:20.231104 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7071f-19d2-4677-b9bb-c39bb35544bd None None] Pushing event updated for resources: {'Port': ['ID=29895f85-bc80-4f34-997f-0d72c8bf7ebc,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:05:20.382452 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-f7979146-ac78-4fec-baed-ed196c36b6a8 None None] Provisioning complete for port 29895f85-bc80-4f34-997f-0d72c8bf7ebc triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:05:20.382749 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7979146-ac78-4fec-baed-ed196c36b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:21.867158 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 29895f85-bc80-4f34-997f-0d72c8bf7ebc up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:05:21.915129 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 29895f85-bc80-4f34-997f-0d72c8bf7ebc triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:05:21.915484 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:27.866770 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 5 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:05:31.593189 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1335c99c-52c1-4e0f-93f4-ec7be73fc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:34.246339 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:34.380369 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-df3ac1d0-4694-456f-a917-22122ef9fd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:35.169806 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:05:36.917498 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:01.595682 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d80dd271-6102-4368-9664-3c890c208cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:04.247367 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:04.382156 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d01a70d3-2bcc-40c7-aa21-12cb7a2be739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:04.866651 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 5 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:06:05.173655 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:06.920904 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:27.215325 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 45740) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:06:27.221008 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [None req-2d12a4a4-f929-4f3a-8cb2-1e78a77a998f tempest-verify_tempest_config-485163346 tempest-verify_tempest_config-485163346-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:06:27.221959 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-2d12a4a4-f929-4f3a-8cb2-1e78a77a998f tempest-verify_tempest_config-485163346 tempest-verify_tempest_config-485163346-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0056832 Sep 15 15:06:27.511227 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 45758) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:06:27.613901 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-863ff075-9705-4ff3-93e0-a10d0b7ba946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:27.708569 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-863ff075-9705-4ff3-93e0-a10d0b7ba946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:27.713343 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-863ff075-9705-4ff3-93e0-a10d0b7ba946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:27.759773 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-863ff075-9705-4ff3-93e0-a10d0b7ba946 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=428bdb14cf5e48ccaa475d5699ab4a31&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2473481 Sep 15 15:06:27.760644 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ff075-9705-4ff3-93e0-a10d0b7ba946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48522fa4-cdf5-4310-859e-78ffd559882f,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:27.762400 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 45762) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:06:27.767207 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff075-9705-4ff3-93e0-a10d0b7ba946 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.767567 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff075-9705-4ff3-93e0-a10d0b7ba946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.767906 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff075-9705-4ff3-93e0-a10d0b7ba946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.768232 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff075-9705-4ff3-93e0-a10d0b7ba946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.768556 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff075-9705-4ff3-93e0-a10d0b7ba946 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.768893 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff075-9705-4ff3-93e0-a10d0b7ba946 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.769221 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff075-9705-4ff3-93e0-a10d0b7ba946 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.769557 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff075-9705-4ff3-93e0-a10d0b7ba946 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.769895 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff075-9705-4ff3-93e0-a10d0b7ba946 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.770232 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff075-9705-4ff3-93e0-a10d0b7ba946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.770827 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff075-9705-4ff3-93e0-a10d0b7ba946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.770827 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ff075-9705-4ff3-93e0-a10d0b7ba946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.818877 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d3af8b19-80aa-4530-949e-4e671168a574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:27.839240 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d3af8b19-80aa-4530-949e-4e671168a574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:27.928085 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d3af8b19-80aa-4530-949e-4e671168a574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:27.930887 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d3af8b19-80aa-4530-949e-4e671168a574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:27.935103 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d3af8b19-80aa-4530-949e-4e671168a574 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/48522fa4-cdf5-4310-859e-78ffd559882f HTTP/1.1" status: 204 len: 168 time: 0.1716166 Sep 15 15:06:27.942686 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af8b19-80aa-4530-949e-4e671168a574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48522fa4-cdf5-4310-859e-78ffd559882f,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:06:27.949656 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af8b19-80aa-4530-949e-4e671168a574 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.949945 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af8b19-80aa-4530-949e-4e671168a574 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.950315 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af8b19-80aa-4530-949e-4e671168a574 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.950647 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af8b19-80aa-4530-949e-4e671168a574 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.950975 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af8b19-80aa-4530-949e-4e671168a574 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.951317 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af8b19-80aa-4530-949e-4e671168a574 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.951643 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af8b19-80aa-4530-949e-4e671168a574 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.951965 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af8b19-80aa-4530-949e-4e671168a574 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.952294 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af8b19-80aa-4530-949e-4e671168a574 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.952616 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af8b19-80aa-4530-949e-4e671168a574 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.952934 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af8b19-80aa-4530-949e-4e671168a574 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:27.953325 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af8b19-80aa-4530-949e-4e671168a574 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:06:31.596382 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c3ecfd3-9d65-44fe-a0ab-85f66aa74904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:34.248906 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:34.386905 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-49cd387d-994b-4a5a-a700-8b276f46184c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:35.178202 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:36.924651 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:06:41.865056 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 5 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:07:01.597536 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5e830800-ecc0-4efb-853f-a29c3276d487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:04.248743 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:04.389373 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-adcb20a2-671f-4c7e-9e61-9dcf3218ffe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:05.178408 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:06.927460 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:18.862792 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 5 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:07:31.597614 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-30a04fc5-29eb-4805-a1aa-66feeca4275f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:34.249826 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:34.388683 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-21c44db6-79ad-49d4-bedb-5fb531123998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:35.182330 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:36.930060 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:07:55.861489 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 5 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:07:58.416227 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3675180'] for agent, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:01.597103 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9382bb59-2625-41ae-a91f-dc60b3488b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:04.251790 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:04.389957 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-17e10bda-fccc-468a-876f-25a111f26fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:05.185343 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:06.933643 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:14.019460 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 45838) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:08:14.126400 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-57055c09-7e3b-46ff-b9d2-16a65dcd9a89 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1058111 Sep 15 15:08:16.356899 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 45848) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:08:16.411820 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-a54fc578-1e66-4769-babf-1d4b32f18dd6 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0538626 Sep 15 15:08:28.401477 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:31.597280 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b725786d-8469-43c2-8163-7a8c0c11ccfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:32.860742 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:08:34.252108 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:34.387999 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-098f6618-80ef-4deb-82b5-bdf6e49e533d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:35.187980 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:36.936033 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:08:58.400475 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:01.597424 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a548192e-d17c-43f3-b4ed-000eebfc4a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:04.254176 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:04.389237 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-25f68b35-976b-41f4-9e50-33101fc498a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:05.190104 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:06.940620 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:09.859959 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:09:28.509528 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:31.599547 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0990f23-4977-4718-9ece-a22eec542bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:34.256457 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:34.389470 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-024e7697-9e37-47e7-9e83-f075e91bac91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:35.194757 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:36.941817 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:45.068188 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46014) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:45.323115 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1546463305-network', 'tenant_id': '163ec6c96b0a4d718abb77037ca241be'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:09:45.349830 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Made reservation on behalf of 163ec6c96b0a4d718abb77037ca241be for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:45.352543 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:45.362443 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:45.459611 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:45.462865 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:45.495702 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:09:45.503983 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8e823a-8e6d-40bd-b8fc-953849313219,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:45.515418 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.515799 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.516155 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.516875 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.517218 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.517573 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.517910 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.518290 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.518626 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.518957 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.519287 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.519613 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Tracked resource versions report: Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: pushed versions: Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: { 'AddressGroup': {'1.2'}, Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'ConntrackHelper': {'1.0'}, Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'Log': {'1.0'}, Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'Network': {'1.1'}, Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'Port': {'1.7'}, Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'PortForwarding': {'1.2'}, Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'QosPolicy': {'1.9'}, Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'SecurityGroup': {'1.4'}, Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'SubPort': {'1.0'}, Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'Subnet': {'1.1'}, Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'Trunk': {'1.1'}} Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: consumer versions: Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: { DHCP agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: HyperV agent@hv-cinder-80883: {}, Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: L3 agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: Metadata agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: Metering agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: Open vSwitch agent@dv-cinder-808837-2-iscsi: { 'AddressGroup': '1.2', Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'ConntrackHelper': '1.0', Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'Log': '1.0', Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'Network': '1.1', Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'Port': '1.7', Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'PortForwarding': '1.2', Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'QosPolicy': '1.9', Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'SecurityGroup': '1.4', Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'SecurityGroupRule': '1.2', Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'SubPort': '1.0', Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'Subnet': '1.1', Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: 'Trunk': '1.1'}} Sep 15 15:09:45.520798 dv-cinder-808837-2-iscsi neutron-server[94131]: {{(pid=94131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:09:45.530935 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:45.531280 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Added segment f38f65ae-90dc-4365-b157-1c7ed9d776b2 of type vlan for network 27aa2b65-aece-4c07-9c11-3987e0397682 Sep 15 15:09:45.580153 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747554121512'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:45.610601 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:45.612127 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:45.613061 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:45.646691 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5745618 Sep 15 15:09:45.647436 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 46058) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:45.656928 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Request body: {'subnet': {'network_id': '27aa2b65-aece-4c07-9c11-3987e0397682', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1546463305-subnet', 'tenant_id': '163ec6c96b0a4d718abb77037ca241be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:09:45.685802 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Made reservation on behalf of 163ec6c96b0a4d718abb77037ca241be for: {'subnet': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:45.689513 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:45.700419 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a051a7-ebe6-43c3-9ea1-5f23e3679599 admin admin] Pushing event updated for resources: {'Network': ['ID=27aa2b65-aece-4c07-9c11-3987e0397682,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:45.713379 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Network 27aa2b65-aece-4c07-9c11-3987e0397682 details requested by agent ovs-agent-dv-cinder-808837-2-iscsi with host dv-cinder-808837-2-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:09:45.892362 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for subnet, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:45.955433 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=beb0d370-3954-41e4-8035-bb3df55aa20d,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:45.961092 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Checking segment: {'id': 'f38f65ae-90dc-4365-b157-1c7ed9d776b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '27aa2b65-aece-4c07-9c11-3987e0397682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:09:45.961696 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Network hostable DHCP agents. Network: 27aa2b65-aece-4c07-9c11-3987e0397682, hostable agents: ['8778f267-bcf6-40a9-a6c7-747964b5c268'], hosted agents: [] {{(pid=94132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:09:45.971092 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.971588 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.972086 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.972601 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.973106 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.974296 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.975174 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.975691 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.976326 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.976958 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.977284 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.977603 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Tracked resource versions report: Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: pushed versions: Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: { 'AddressGroup': {'1.2'}, Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'ConntrackHelper': {'1.0'}, Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'Log': {'1.0'}, Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'Network': {'1.1'}, Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'Port': {'1.7'}, Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'PortForwarding': {'1.2'}, Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'QosPolicy': {'1.9'}, Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'SecurityGroup': {'1.4'}, Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'SubPort': {'1.0'}, Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'Subnet': {'1.1'}, Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'Trunk': {'1.1'}} Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: consumer versions: Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: { DHCP agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: HyperV agent@hv-cinder-80883: {}, Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: L3 agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: Metadata agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: Metering agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: Open vSwitch agent@dv-cinder-808837-2-iscsi: { 'AddressGroup': '1.2', Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'ConntrackHelper': '1.0', Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'Log': '1.0', Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'Network': '1.1', Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'Port': '1.7', Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'PortForwarding': '1.2', Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'QosPolicy': '1.9', Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'SecurityGroup': '1.4', Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'SecurityGroupRule': '1.2', Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'SubPort': '1.0', Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'Subnet': '1.1', Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: 'Trunk': '1.1'}} Sep 15 15:09:45.978696 dv-cinder-808837-2-iscsi neutron-server[94132]: {{(pid=94132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:09:46.001862 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 46080) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:46.008908 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Network 27aa2b65-aece-4c07-9c11-3987e0397682 is scheduled to be hosted by DHCP agent 8778f267-bcf6-40a9-a6c7-747964b5c268 with binding_index 1 {{(pid=94132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:09:46.018695 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808837-2-iscsi, 27aa2b65-aece-4c07-9c11-3987e0397682) {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:46.025375 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:46.026236 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.029286 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdb2bf7-43c2-4380-9824-31bb26343794 None None] Network 27aa2b65-aece-4c07-9c11-3987e0397682 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:09:46.047712 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-d96633e4-bea3-45df-9e47-1f0a7667e7cb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3984470 Sep 15 15:09:46.049723 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46084) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:46.055305 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-4b704603-c1a9-4d75-ba44-2f53a1ddedd4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1546463305-router', 'tenant_id': '163ec6c96b0a4d718abb77037ca241be', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:09:46.081175 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4b704603-c1a9-4d75-ba44-2f53a1ddedd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3674502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1441'] for router, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.082904 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4b704603-c1a9-4d75-ba44-2f53a1ddedd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3676550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4060939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.200297 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed904fd-52fb-4cd6-b7db-78dc24bb84d3 None None] Network 27aa2b65-aece-4c07-9c11-3987e0397682 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:09:46.235972 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 46096) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:46.287646 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4b704603-c1a9-4d75-ba44-2f53a1ddedd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.391028 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 46104) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:46.436199 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-2c9168f1-a12b-4b28-8f20-4a2567221603 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-176528736-network', 'tenant_id': 'a9cef0aeca354c71b27931ed9e4e8927'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:09:46.461105 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9168f1-a12b-4b28-8f20-4a2567221603 admin admin] Made reservation on behalf of a9cef0aeca354c71b27931ed9e4e8927 for: {'network': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:46.464398 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2c9168f1-a12b-4b28-8f20-4a2567221603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for network, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.472870 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2c9168f1-a12b-4b28-8f20-4a2567221603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.497579 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4b704603-c1a9-4d75-ba44-2f53a1ddedd4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.589466 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2c9168f1-a12b-4b28-8f20-4a2567221603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.595012 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2c9168f1-a12b-4b28-8f20-4a2567221603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.743732 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-d41b8a31-f347-4681-b746-010ba69f8166 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1178598120-network', 'tenant_id': 'a82ee814f7284bfaaee05def6aa15c17'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:09:46.751973 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9168f1-a12b-4b28-8f20-4a2567221603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed014835-9170-4aa3-be49-844ae9cb6f09,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:46.774685 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-5c6b7d81-7c31-4f98-bede-d58c6e7095b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-552207273-network', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:09:46.781667 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9168f1-a12b-4b28-8f20-4a2567221603 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=94132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:09:46.800922 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4b704603-c1a9-4d75-ba44-2f53a1ddedd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.807684 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2c9168f1-a12b-4b28-8f20-4a2567221603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.808261 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.segments_db [None req-2c9168f1-a12b-4b28-8f20-4a2567221603 admin admin] Added segment f28eeada-d39b-4772-81be-4ab9ee0346e8 of type vlan for network 075b36e7-6542-424d-b046-8e8b5d008ee6 Sep 15 15:09:46.837868 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4b704603-c1a9-4d75-ba44-2f53a1ddedd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.842419 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6b7d81-7c31-4f98-bede-d58c6e7095b6 admin admin] Made reservation on behalf of 78ea4c1deb6c4197a4a8c2fd0d13c414 for: {'network': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:46.845168 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5c6b7d81-7c31-4f98-bede-d58c6e7095b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for network, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.858848 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5c6b7d81-7c31-4f98-bede-d58c6e7095b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.861787 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:09:46.890810 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2c9168f1-a12b-4b28-8f20-4a2567221603 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747554121512'] for network, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.912340 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41b8a31-f347-4681-b746-010ba69f8166 admin admin] Made reservation on behalf of a82ee814f7284bfaaee05def6aa15c17 for: {'network': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:46.915243 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d41b8a31-f347-4681-b746-010ba69f8166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for network, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.944660 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d41b8a31-f347-4681-b746-010ba69f8166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.965239 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2c9168f1-a12b-4b28-8f20-4a2567221603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for network, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:46.966240 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9168f1-a12b-4b28-8f20-4a2567221603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:46.966826 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2c9168f1-a12b-4b28-8f20-4a2567221603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.123350 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9168f1-a12b-4b28-8f20-4a2567221603 admin admin] Pushing event updated for resources: {'Network': ['ID=075b36e7-6542-424d-b046-8e8b5d008ee6,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:47.134435 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Network 075b36e7-6542-424d-b046-8e8b5d008ee6 details requested by agent ovs-agent-dv-cinder-808837-2-iscsi with host dv-cinder-808837-2-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:09:47.178156 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-4b704603-c1a9-4d75-ba44-2f53a1ddedd4 admin admin] Allocated IP 172.27.1.95 (de13fce9-42d8-46bf-87ad-5f72634a95fa/379175a2-a4aa-4fa7-8529-653d88fdda18/ad127963-1c40-41dc-b498-8bf5c4413fd5) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:09:47.206808 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5c6b7d81-7c31-4f98-bede-d58c6e7095b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.213865 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5c6b7d81-7c31-4f98-bede-d58c6e7095b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.280877 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b7d81-7c31-4f98-bede-d58c6e7095b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe03635-d235-481e-8488-3164288de955,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:47.334908 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6b7d81-7c31-4f98-bede-d58c6e7095b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=94132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:09:47.386468 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5c6b7d81-7c31-4f98-bede-d58c6e7095b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.386794 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.segments_db [None req-5c6b7d81-7c31-4f98-bede-d58c6e7095b6 admin admin] Added segment bde9a5be-c47e-42fa-a79f-27cb72c12d32 of type vlan for network d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 Sep 15 15:09:47.446582 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4b704603-c1a9-4d75-ba44-2f53a1ddedd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.480256 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5c6b7d81-7c31-4f98-bede-d58c6e7095b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747554121512'] for network, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.525614 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d41b8a31-f347-4681-b746-010ba69f8166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.527927 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5c6b7d81-7c31-4f98-bede-d58c6e7095b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for network, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.529133 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6b7d81-7c31-4f98-bede-d58c6e7095b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:47.529762 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5c6b7d81-7c31-4f98-bede-d58c6e7095b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.538509 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4b704603-c1a9-4d75-ba44-2f53a1ddedd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.547165 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-5c6b7d81-7c31-4f98-bede-d58c6e7095b6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1548510 Sep 15 15:09:47.547932 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d41b8a31-f347-4681-b746-010ba69f8166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.559748 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41b8a31-f347-4681-b746-010ba69f8166 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=94132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:09:47.568985 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d41b8a31-f347-4681-b746-010ba69f8166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.569323 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.segments_db [None req-d41b8a31-f347-4681-b746-010ba69f8166 admin admin] Added segment 7d6b8b65-5fab-46f6-a808-80453e82e2a4 of type vlan for network 7878546a-73c5-466f-bc02-0c21fc868623 Sep 15 15:09:47.613433 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 46162) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:47.625209 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-1da09b87-fed4-4dce-ae52-07eee14f273c admin admin] Request body: {'subnet': {'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-552207273-subnet', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:09:47.633984 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-2c9168f1-a12b-4b28-8f20-4a2567221603 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6308141 Sep 15 15:09:47.640972 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 46166) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:47.660123 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-d3c0f2f9-f233-4578-805a-c0c22969a875 admin admin] Request body: {'subnet': {'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-176528736-subnet', 'tenant_id': 'a9cef0aeca354c71b27931ed9e4e8927', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:09:47.675599 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d41b8a31-f347-4681-b746-010ba69f8166 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747554121512'] for network, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.681525 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b704603-c1a9-4d75-ba44-2f53a1ddedd4 admin admin] Network de13fce9-42d8-46bf-87ad-5f72634a95fa is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:47.686881 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-4b704603-c1a9-4d75-ba44-2f53a1ddedd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:47.700280 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b704603-c1a9-4d75-ba44-2f53a1ddedd4 admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:09:47.793186 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b7d81-7c31-4f98-bede-d58c6e7095b6 admin admin] Pushing event updated for resources: {'Network': ['ID=d0fe14e1-005c-4c5a-b599-64be3a4bb0e0,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:47.802968 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b8a31-f347-4681-b746-010ba69f8166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:47.806195 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Network d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 details requested by agent ovs-agent-dv-cinder-808837-2-iscsi with host dv-cinder-808837-2-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:09:47.823021 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.db.resource_extend [None req-d41b8a31-f347-4681-b746-010ba69f8166 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 15:09:47.842967 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c0f2f9-f233-4578-805a-c0c22969a875 admin admin] Made reservation on behalf of a9cef0aeca354c71b27931ed9e4e8927 for: {'subnet': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:47.845952 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f2f9-f233-4578-805a-c0c22969a875 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.951599 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d41b8a31-f347-4681-b746-010ba69f8166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for network, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.952713 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41b8a31-f347-4681-b746-010ba69f8166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:47.953197 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d41b8a31-f347-4681-b746-010ba69f8166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:47.965632 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da09b87-fed4-4dce-ae52-07eee14f273c admin admin] Made reservation on behalf of 78ea4c1deb6c4197a4a8c2fd0d13c414 for: {'subnet': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:47.968157 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1da09b87-fed4-4dce-ae52-07eee14f273c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:48.176510 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-d41b8a31-f347-4681-b746-010ba69f8166 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9393427 Sep 15 15:09:48.177903 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b8a31-f347-4681-b746-010ba69f8166 admin admin] Pushing event updated for resources: {'Network': ['ID=7878546a-73c5-466f-bc02-0c21fc868623,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:48.181265 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 46198) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:48.189237 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Network 7878546a-73c5-466f-bc02-0c21fc868623 details requested by agent ovs-agent-dv-cinder-808837-2-iscsi with host dv-cinder-808837-2-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:09:48.203463 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b704603-c1a9-4d75-ba44-2f53a1ddedd4 admin admin] Pushing event updated for resources: {'Port': ['ID=ad127963-1c40-41dc-b498-8bf5c4413fd5,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:48.210504 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-56009e27-0490-4955-9bf3-a3aef7883402 admin admin] Request body: {'subnet': {'network_id': '7878546a-73c5-466f-bc02-0c21fc868623', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1178598120-subnet', 'tenant_id': 'a82ee814f7284bfaaee05def6aa15c17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:09:48.223396 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46200) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:48.263854 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4b704603-c1a9-4d75-ba44-2f53a1ddedd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:48.372147 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56009e27-0490-4955-9bf3-a3aef7883402 admin admin] Made reservation on behalf of a82ee814f7284bfaaee05def6aa15c17 for: {'subnet': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:48.374933 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-56009e27-0490-4955-9bf3-a3aef7883402 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:48.479677 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bcc17b6b-53d5-4bf5-9e3b-2777cfff48d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:48.505296 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4b704603-c1a9-4d75-ba44-2f53a1ddedd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675217'] for router, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:48.555036 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46206) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:48.648713 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f2f9-f233-4578-805a-c0c22969a875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for subnet, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:48.745843 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-30f29ef8-8680-400b-92d3-802419dbcc1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:48.749804 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bcc17b6b-53d5-4bf5-9e3b-2777cfff48d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:48.763860 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bcc17b6b-53d5-4bf5-9e3b-2777cfff48d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:48.811249 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-56009e27-0490-4955-9bf3-a3aef7883402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for subnet, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:48.815292 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b704603-c1a9-4d75-ba44-2f53a1ddedd4 admin admin] Router a414ded0-3b5a-455f-8fb4-f1a539fd2cb3 is scheduled to L3 agent db645ea9-179a-465c-875f-1da649e94516 with binding_index 1 {{(pid=94131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:09:48.817171 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc17b6b-53d5-4bf5-9e3b-2777cfff48d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad01384-ebd6-494d-865c-5ecf45f0a9f5,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:48.867164 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0f2f9-f233-4578-805a-c0c22969a875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b33e9d6-d6d6-4340-8993-9ffa014fc179,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:48.867389 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-bcc17b6b-53d5-4bf5-9e3b-2777cfff48d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b1a5364f486439d9e181bfa7a45acf5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6378119 Sep 15 15:09:48.869001 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 46222) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:48.889596 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1da09b87-fed4-4dce-ae52-07eee14f273c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for subnet, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:48.920752 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c0f2f9-f233-4578-805a-c0c22969a875 admin admin] Checking segment: {'id': 'f28eeada-d39b-4772-81be-4ab9ee0346e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:09:48.921193 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c0f2f9-f233-4578-805a-c0c22969a875 admin admin] Network hostable DHCP agents. Network: 075b36e7-6542-424d-b046-8e8b5d008ee6, hostable agents: ['8778f267-bcf6-40a9-a6c7-747964b5c268'], hosted agents: [] {{(pid=94132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:09:49.001165 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56009e27-0490-4955-9bf3-a3aef7883402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=616ace13-fe54-4471-81f7-f956ffa45a90,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:49.010548 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c0f2f9-f233-4578-805a-c0c22969a875 admin admin] Network 075b36e7-6542-424d-b046-8e8b5d008ee6 is scheduled to be hosted by DHCP agent 8778f267-bcf6-40a9-a6c7-747964b5c268 with binding_index 1 {{(pid=94132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:09:49.019625 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b704603-c1a9-4d75-ba44-2f53a1ddedd4 admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:09:49.029095 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] Sync routers for ids ['a414ded0-3b5a-455f-8fb4-f1a539fd2cb3'] in dv-cinder-808837-2-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:09:49.049871 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] Routers {'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:09:49.050540 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:09:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['a414ded0-3b5a-455f-8fb4-f1a539fd2cb3'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:49.054584 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56009e27-0490-4955-9bf3-a3aef7883402 admin admin] Checking segment: {'id': '7d6b8b65-5fab-46f6-a808-80453e82e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7878546a-73c5-466f-bc02-0c21fc868623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:09:49.054934 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56009e27-0490-4955-9bf3-a3aef7883402 admin admin] Network hostable DHCP agents. Network: 7878546a-73c5-466f-bc02-0c21fc868623, hostable agents: ['8778f267-bcf6-40a9-a6c7-747964b5c268'], hosted agents: [] {{(pid=94132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:09:49.056688 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-30f29ef8-8680-400b-92d3-802419dbcc1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.062843 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-30f29ef8-8680-400b-92d3-802419dbcc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.066975 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-d3c0f2f9-f233-4578-805a-c0c22969a875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808837-2-iscsi, 075b36e7-6542-424d-b046-8e8b5d008ee6) {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:49.076873 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4b704603-c1a9-4d75-ba44-2f53a1ddedd4 admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.079569 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-4b704603-c1a9-4d75-ba44-2f53a1ddedd4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0280912 Sep 15 15:09:49.082721 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 46228) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:49.085670 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4626d889-6b78-4964-8200-ab6cdfcc1e3f None None] Network 075b36e7-6542-424d-b046-8e8b5d008ee6 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:09:49.087767 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c0f2f9-f233-4578-805a-c0c22969a875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:49.088353 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f2f9-f233-4578-805a-c0c22969a875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.128787 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f29ef8-8680-400b-92d3-802419dbcc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5519531-addc-4f0a-a24e-b645dc45361a,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:49.141080 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da09b87-fed4-4dce-ae52-07eee14f273c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:49.157086 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-30f29ef8-8680-400b-92d3-802419dbcc1a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9dba71a8a96435d9c7634d67da29b60&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6011093 Sep 15 15:09:49.159800 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46234) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:49.195142 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da09b87-fed4-4dce-ae52-07eee14f273c admin admin] Checking segment: {'id': 'bde9a5be-c47e-42fa-a79f-27cb72c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:09:49.195490 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da09b87-fed4-4dce-ae52-07eee14f273c admin admin] Network hostable DHCP agents. Network: d0fe14e1-005c-4c5a-b599-64be3a4bb0e0, hostable agents: ['8778f267-bcf6-40a9-a6c7-747964b5c268'], hosted agents: [] {{(pid=94132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:09:49.205095 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8758a11f-8e95-464f-8f57-6e74ec8cd3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.224853 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-d3c0f2f9-f233-4578-805a-c0c22969a875 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5718131 Sep 15 15:09:49.234049 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56009e27-0490-4955-9bf3-a3aef7883402 admin admin] Network 7878546a-73c5-466f-bc02-0c21fc868623 is scheduled to be hosted by DHCP agent 8778f267-bcf6-40a9-a6c7-747964b5c268 with binding_index 1 {{(pid=94132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:09:49.245940 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2bf11ebc-3dc1-4305-b01e-2dfbe96d425e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.261624 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-56009e27-0490-4955-9bf3-a3aef7883402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808837-2-iscsi, 7878546a-73c5-466f-bc02-0c21fc868623) {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:49.269643 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8758a11f-8e95-464f-8f57-6e74ec8cd3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.282852 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2bf11ebc-3dc1-4305-b01e-2dfbe96d425e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.283085 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] Set router a414ded0-3b5a-455f-8fb4-f1a539fd2cb3 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:09:49.315631 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c32230-c1f7-4e85-a940-e51b16396a1b None None] Network 7878546a-73c5-466f-bc02-0c21fc868623 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:09:49.316221 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56009e27-0490-4955-9bf3-a3aef7883402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:49.316443 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-56009e27-0490-4955-9bf3-a3aef7883402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.319360 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da09b87-fed4-4dce-ae52-07eee14f273c admin admin] Network d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 is scheduled to be hosted by DHCP agent 8778f267-bcf6-40a9-a6c7-747964b5c268 with binding_index 1 {{(pid=94132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:09:49.347115 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-1da09b87-fed4-4dce-ae52-07eee14f273c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808837-2-iscsi, d0fe14e1-005c-4c5a-b599-64be3a4bb0e0) {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:49.360784 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6af0f4d-e5ee-4323-9b59-eba9ea5c0f81 None None] Network d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:09:49.364018 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da09b87-fed4-4dce-ae52-07eee14f273c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:49.365156 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1da09b87-fed4-4dce-ae52-07eee14f273c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.386229 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-56009e27-0490-4955-9bf3-a3aef7883402 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1864083 Sep 15 15:09:49.423902 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2bf11ebc-3dc1-4305-b01e-2dfbe96d425e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.427563 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-1da09b87-fed4-4dce-ae52-07eee14f273c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8104577 Sep 15 15:09:49.429522 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2bf11ebc-3dc1-4305-b01e-2dfbe96d425e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.430482 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 46246) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:49.435866 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2bf11ebc-3dc1-4305-b01e-2dfbe96d425e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5519531-addc-4f0a-a24e-b645dc45361a HTTP/1.1" status: 204 len: 168 time: 0.2715988 Sep 15 15:09:49.437970 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-f989facb-82aa-48ed-ad72-f144a6d608e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:09:49.452345 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a758d16-1984-4208-ae20-9659ada49fb8 None None] Network 075b36e7-6542-424d-b046-8e8b5d008ee6 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:09:49.476630 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf11ebc-3dc1-4305-b01e-2dfbe96d425e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5519531-addc-4f0a-a24e-b645dc45361a,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:49.521068 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8758a11f-8e95-464f-8f57-6e74ec8cd3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.523826 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8758a11f-8e95-464f-8f57-6e74ec8cd3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.525484 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-8758a11f-8e95-464f-8f57-6e74ec8cd3c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ad01384-ebd6-494d-865c-5ecf45f0a9f5 HTTP/1.1" status: 204 len: 168 time: 0.6550965 Sep 15 15:09:49.548838 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758a11f-8e95-464f-8f57-6e74ec8cd3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad01384-ebd6-494d-865c-5ecf45f0a9f5,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:49.694093 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f989facb-82aa-48ed-ad72-f144a6d608e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3674502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1441'] for router, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.694093 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f989facb-82aa-48ed-ad72-f144a6d608e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3676550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4060939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.708458 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3', 'name': 'tempest-ServerRescueNegativeTestJSON-1546463305-router', 'tenant_id': '163ec6c96b0a4d718abb77037ca241be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ad127963-1c40-41dc-b498-8bf5c4413fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:46Z', 'updated_at': '2021-09-15T15:09:47Z', 'revision_number': 3, 'project_id': '163ec6c96b0a4d718abb77037ca241be', 'gw_port': {'id': 'ad127963-1c40-41dc-b498-8bf5c4413fd5', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:46Z', 'updated_at': '2021-09-15T15:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:49.811710 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] Checking router: a414ded0-3b5a-455f-8fb4-f1a539fd2cb3 for host: dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:09:49.813263 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] Updating router a414ded0-3b5a-455f-8fb4-f1a539fd2cb3 port ad127963-1c40-41dc-b498-8bf5c4413fd5 binding host dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:09:49.858693 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fea10e-03f8-483a-91a3-70ebe29baf4f None None] Network 7878546a-73c5-466f-bc02-0c21fc868623 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:09:49.888076 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f989facb-82aa-48ed-ad72-f144a6d608e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:49.895199 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.032676 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3051c120-5d21-4896-88c3-f1529f077807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.034805 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148cf41a-cc58-5c2b-b52a-9984459364b2-d0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'fixed_ips': [{'subnet_id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0'}]}} from dv-cinder-808837-2-iscsi. {{(pid=94133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:09:50.035634 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.223419 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f989facb-82aa-48ed-ad72-f144a6d608e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.409223 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Allocated IP 172.20.0.2 (d0fe14e1-005c-4c5a-b599-64be3a4bb0e0/ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0/fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:09:50.427622 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-3051c120-5d21-4896-88c3-f1529f077807 admin admin] Allocated IP 172.20.0.1 (27aa2b65-aece-4c07-9c11-3987e0397682/beb0d370-3954-41e4-8035-bb3df55aa20d/40897ea3-cc02-41b6-9f3e-b58a6f5fba13) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:09:50.454626 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46302) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:50.472425 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.478966 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.479377 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e317a283-3497-4022-ab27-83d6715f77cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.550159 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60283b90-cc3c-48ae-9a52-3d657a4aac22 None None] Pushing event updated for resources: {'Port': ['ID=ad127963-1c40-41dc-b498-8bf5c4413fd5,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:50.565433 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60283b90-cc3c-48ae-9a52-3d657a4aac22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:50.565837 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60283b90-cc3c-48ae-9a52-3d657a4aac22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:50.566241 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60283b90-cc3c-48ae-9a52-3d657a4aac22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:50.566632 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60283b90-cc3c-48ae-9a52-3d657a4aac22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:50.566970 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60283b90-cc3c-48ae-9a52-3d657a4aac22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:50.567413 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60283b90-cc3c-48ae-9a52-3d657a4aac22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:50.567800 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60283b90-cc3c-48ae-9a52-3d657a4aac22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:50.568136 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60283b90-cc3c-48ae-9a52-3d657a4aac22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:50.569377 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60283b90-cc3c-48ae-9a52-3d657a4aac22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:50.569883 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60283b90-cc3c-48ae-9a52-3d657a4aac22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:50.570256 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60283b90-cc3c-48ae-9a52-3d657a4aac22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:50.570586 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60283b90-cc3c-48ae-9a52-3d657a4aac22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60283b90-cc3c-48ae-9a52-3d657a4aac22 None None] Tracked resource versions report: Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: pushed versions: Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: { 'AddressGroup': {'1.2'}, Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'ConntrackHelper': {'1.0'}, Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'Log': {'1.0'}, Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'Network': {'1.1'}, Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'Port': {'1.7'}, Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'PortForwarding': {'1.2'}, Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'QosPolicy': {'1.9'}, Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'SecurityGroup': {'1.4'}, Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'SubPort': {'1.0'}, Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'Subnet': {'1.1'}, Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'Trunk': {'1.1'}} Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: consumer versions: Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: { DHCP agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: HyperV agent@hv-cinder-80883: {}, Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: L3 agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: Metadata agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: Metering agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: Open vSwitch agent@dv-cinder-808837-2-iscsi: { 'AddressGroup': '1.2', Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'ConntrackHelper': '1.0', Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'Log': '1.0', Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'Network': '1.1', Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'Port': '1.7', Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'PortForwarding': '1.2', Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'QosPolicy': '1.9', Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'SecurityGroup': '1.4', Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'SecurityGroupRule': '1.2', Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'SubPort': '1.0', Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'Subnet': '1.1', Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: 'Trunk': '1.1'}} Sep 15 15:09:50.573319 dv-cinder-808837-2-iscsi neutron-server[94134]: {{(pid=94134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:09:50.604777 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] Attempting to bind port ad127963-1c40-41dc-b498-8bf5c4413fd5 on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:09:50.605191 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] Attempting to bind port ad127963-1c40-41dc-b498-8bf5c4413fd5 by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:09:50.605558 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] Attempting to bind port ad127963-1c40-41dc-b498-8bf5c4413fd5 on network de13fce9-42d8-46bf-87ad-5f72634a95fa {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:09:50.614573 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:09:50.615260 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] Checking segment: {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:09:50.615717 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.616118 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] Bound using segment: {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:09:50.621564 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] Bound port: ad127963-1c40-41dc-b498-8bf5c4413fd5, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:09:50.622928 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.705626 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e317a283-3497-4022-ab27-83d6715f77cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.710585 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e317a283-3497-4022-ab27-83d6715f77cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.712424 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f989facb-82aa-48ed-ad72-f144a6d608e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.737170 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] For port ad127963-1c40-41dc-b498-8bf5c4413fd5, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:09:50.743935 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] For port ad127963-1c40-41dc-b498-8bf5c4413fd5, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=ad127963-1c40-41dc-b498-8bf5c4413fd5,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:09:50.752283 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.758280 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-e317a283-3497-4022-ab27-83d6715f77cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b14955cd4a64b9dbddcd4f2121ba4c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3019507 Sep 15 15:09:50.761639 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3051c120-5d21-4896-88c3-f1529f077807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.764194 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46306) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:50.782556 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f989facb-82aa-48ed-ad72-f144a6d608e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.803701 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317a283-3497-4022-ab27-83d6715f77cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a23ce9-c301-4a04-97ef-b814848a8ed8,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:50.868080 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] Routers {'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:09:50.869010 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:09:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['a414ded0-3b5a-455f-8fb4-f1a539fd2cb3'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:50.892335 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.901568 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.904460 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3051c120-5d21-4896-88c3-f1529f077807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.918167 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e05f2667-e2c5-4e15-80ff-26d4148c0a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.982257 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e05f2667-e2c5-4e15-80ff-26d4148c0a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:50.992570 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3051c120-5d21-4896-88c3-f1529f077807 admin admin] Network 27aa2b65-aece-4c07-9c11-3987e0397682 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:50.998338 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-3051c120-5d21-4896-88c3-f1529f077807 admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:51.004362 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3051c120-5d21-4896-88c3-f1529f077807 admin admin] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:09:51.004963 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3051c120-5d21-4896-88c3-f1529f077807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3675270'] for router_interface, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:51.057549 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051c120-5d21-4896-88c3-f1529f077807 admin admin] Pushing event updated for resources: {'Port': ['ID=40897ea3-cc02-41b6-9f3e-b58a6f5fba13,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:51.071195 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Pushing event updated for resources: {'Port': ['ID=fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:51.072560 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46340) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:51.075777 dv-cinder-808837-2-iscsi neutron-server[94131]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 15:09:51.099447 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:51.099790 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:51.100132 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:51.100454 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:51.100775 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:51.101092 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:51.101409 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:51.101721 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:51.109437 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 46346) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:51.115719 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:51.116245 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:51.116624 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:51.120465 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Tracked resource versions report: Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: pushed versions: Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: { 'AddressGroup': {'1.2'}, Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'ConntrackHelper': {'1.0'}, Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'Log': {'1.0'}, Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'Network': {'1.1'}, Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'Port': {'1.7'}, Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'PortForwarding': {'1.2'}, Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'QosPolicy': {'1.9'}, Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'SecurityGroup': {'1.4'}, Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'SubPort': {'1.0'}, Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'Subnet': {'1.1'}, Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'Trunk': {'1.1'}} Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: consumer versions: Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: { DHCP agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: HyperV agent@hv-cinder-80883: {}, Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: L3 agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: Metadata agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: Metering agent@dv-cinder-808837-2-iscsi: {}, Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: Open vSwitch agent@dv-cinder-808837-2-iscsi: { 'AddressGroup': '1.2', Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'ConntrackHelper': '1.0', Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'Log': '1.0', Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'Network': '1.1', Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'Port': '1.7', Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'PortForwarding': '1.2', Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'QosPolicy': '1.9', Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'SecurityGroup': '1.4', Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'SecurityGroupRule': '1.2', Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'SubPort': '1.0', Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'Subnet': '1.1', Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: 'Trunk': '1.1'}} Sep 15 15:09:51.121595 dv-cinder-808837-2-iscsi neutron-server[94133]: {{(pid=94133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:09:51.126238 dv-cinder-808837-2-iscsi neutron-server[94132]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 15:09:51.127910 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-f989facb-82aa-48ed-ad72-f144a6d608e9 admin admin] Allocated IP 172.27.1.64 (de13fce9-42d8-46bf-87ad-5f72634a95fa/379175a2-a4aa-4fa7-8529-653d88fdda18/c1e6a2e9-0696-4043-8d9e-5b68e76cb544) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:09:51.176002 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Network d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:51.182498 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] Set router a414ded0-3b5a-455f-8fb4-f1a539fd2cb3 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:09:51.184422 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60283b90-cc3c-48ae-9a52-3d657a4aac22 None None] Pushing event updated for resources: {'Port': ['ID=ad127963-1c40-41dc-b498-8bf5c4413fd5,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:51.195965 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:51.200259 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:09:51.300924 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Attempting to bind port fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:09:51.301335 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Attempting to bind port fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': 'bde9a5be-c47e-42fa-a79f-27cb72c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:09:51.302652 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Attempting to bind port fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d on network d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:09:51.308239 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:09:51.308994 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Checking segment: {'id': 'bde9a5be-c47e-42fa-a79f-27cb72c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:09:51.309551 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:51.310114 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Bound using segment: {'id': 'bde9a5be-c47e-42fa-a79f-27cb72c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:09:51.310749 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Bound port: fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde9a5be-c47e-42fa-a79f-27cb72c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:09:51.311296 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:51.323405 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e05f2667-e2c5-4e15-80ff-26d4148c0a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:51.331310 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e05f2667-e2c5-4e15-80ff-26d4148c0a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:51.347987 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-e05f2667-e2c5-4e15-80ff-26d4148c0a57 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37a23ce9-c301-4a04-97ef-b814848a8ed8 HTTP/1.1" status: 204 len: 168 time: 0.5824623 Sep 15 15:09:51.400812 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] For port fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:09:51.404558 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] For port fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d,segment=NetworkSegment(bde9a5be-c47e-42fa-a79f-27cb72c12d32),segment_id=bde9a5be-c47e-42fa-a79f-27cb72c12d32)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:09:51.409564 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:51.412607 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f2667-e2c5-4e15-80ff-26d4148c0a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a23ce9-c301-4a04-97ef-b814848a8ed8,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:51.470041 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-353e876b-cce6-4d23-95ee-2632b46089f4 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:51.471605 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-353e876b-cce6-4d23-95ee-2632b46089f4 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/networks?id=075b36e7-6542-424d-b046-8e8b5d008ee6 HTTP/1.1" status: 200 len: 814 time: 0.3969157 Sep 15 15:09:51.507213 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-15f91997-0cb2-4d7d-aff2-9077ac37a26d tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/quotas/a9cef0aeca354c71b27931ed9e4e8927 HTTP/1.1" status: 200 len: 375 time: 0.0283282 Sep 15 15:09:51.559902 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1191d-dc9f-4987-9918-01c5d43b66d1 None None] Pushing event updated for resources: {'Port': ['ID=fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:51.589508 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3051c120-5d21-4896-88c3-f1529f077807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:51.626176 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-b4ea0411-d262-45c6-a866-32d569a18a20 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:51.626176 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-b4ea0411-d262-45c6-a866-32d569a18a20 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/networks?id=7878546a-73c5-466f-bc02-0c21fc868623 HTTP/1.1" status: 200 len: 812 time: 0.5072436 Sep 15 15:09:51.639121 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3', 'name': 'tempest-ServerRescueNegativeTestJSON-1546463305-router', 'tenant_id': '163ec6c96b0a4d718abb77037ca241be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ad127963-1c40-41dc-b498-8bf5c4413fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:46Z', 'updated_at': '2021-09-15T15:09:47Z', 'revision_number': 3, 'project_id': '163ec6c96b0a4d718abb77037ca241be', 'gw_port': {'id': 'ad127963-1c40-41dc-b498-8bf5c4413fd5', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:46Z', 'updated_at': '2021-09-15T15:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:51.644907 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-752ab2af-73d1-491b-a9c1-79cbf64ed818 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9cef0aeca354c71b27931ed9e4e8927&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1298819 Sep 15 15:09:51.679447 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46368) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:51.681116 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c541a610-b7e1-4b24-850b-2cd020531b58 None None] The sync data for ids ['a414ded0-3b5a-455f-8fb4-f1a539fd2cb3'] in dv-cinder-808837-2-iscsi is: [{'id': 'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3', 'name': 'tempest-ServerRescueNegativeTestJSON-1546463305-router', 'tenant_id': '163ec6c96b0a4d718abb77037ca241be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ad127963-1c40-41dc-b498-8bf5c4413fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:46Z', 'updated_at': '2021-09-15T15:09:47Z', 'revision_number': 3, 'project_id': '163ec6c96b0a4d718abb77037ca241be', 'gw_port': {'id': 'ad127963-1c40-41dc-b498-8bf5c4413fd5', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:46Z', 'updated_at': '2021-09-15T15:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:09:51.682437 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f989facb-82aa-48ed-ad72-f144a6d608e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:51.692788 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-69163061-d009-4091-a280-66fb48af48aa tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/quotas/a82ee814f7284bfaaee05def6aa15c17 HTTP/1.1" status: 200 len: 375 time: 0.0629888 Sep 15 15:09:51.785699 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-9c92a826-0273-4653-ace4-439d860a3a1b tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a82ee814f7284bfaaee05def6aa15c17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796280 Sep 15 15:09:51.869852 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f989facb-82aa-48ed-ad72-f144a6d608e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:52.111355 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f989facb-82aa-48ed-ad72-f144a6d608e9 admin admin] Network de13fce9-42d8-46bf-87ad-5f72634a95fa is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:52.117652 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-f989facb-82aa-48ed-ad72-f144a6d608e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:52.119200 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-fac36092-c96b-4e0d-a147-851973fec68e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2144921650-network', 'tenant_id': 'a08c7f43dcce427c84d26d2780d0db2c'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:09:52.126185 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f989facb-82aa-48ed-ad72-f144a6d608e9 admin admin] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:09:52.185097 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989facb-82aa-48ed-ad72-f144a6d608e9 admin admin] Pushing event updated for resources: {'Port': ['ID=c1e6a2e9-0696-4043-8d9e-5b68e76cb544,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:52.190668 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac36092-c96b-4e0d-a147-851973fec68e admin admin] Made reservation on behalf of a08c7f43dcce427c84d26d2780d0db2c for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:52.196525 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fac36092-c96b-4e0d-a147-851973fec68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:52.211156 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fac36092-c96b-4e0d-a147-851973fec68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:52.215097 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:09:52.224825 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46388) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:52.264714 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3051c120-5d21-4896-88c3-f1529f077807 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:52.295733 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3051c120-5d21-4896-88c3-f1529f077807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:52.296479 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3051c120-5d21-4896-88c3-f1529f077807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672854'] for router_interface, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:52.318045 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-853ecc7d-4ef5-4f17-8a09-e8853891af3d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:09:52.325106 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-853ecc7d-4ef5-4f17-8a09-e8853891af3d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1962278 Sep 15 15:09:52.352672 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:52.353031 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:52.452657 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4f8055f5-98ef-41f3-82de-47aff39a0577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:52.557372 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:52.590304 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-d3213c68-d506-4dbe-a959-3931055b1246 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:09:52.591520 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-d3213c68-d506-4dbe-a959-3931055b1246 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2922232 Sep 15 15:09:52.616417 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051c120-5d21-4896-88c3-f1529f077807 admin admin] Pushing event updated for resources: {'Port': ['ID=40897ea3-cc02-41b6-9f3e-b58a6f5fba13,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:52.637640 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-f938a950-912f-48d2-9ce1-2fe4fd568981 service neutron] 10.222.0.44 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052766 Sep 15 15:09:52.644284 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fac36092-c96b-4e0d-a147-851973fec68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:52.657816 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] For port fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d,segment=NetworkSegment(bde9a5be-c47e-42fa-a79f-27cb72c12d32),segment_id=bde9a5be-c47e-42fa-a79f-27cb72c12d32)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:09:52.664355 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:52.733506 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Pushing event updated for resources: {'Port': ['ID=fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:52.763492 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fac36092-c96b-4e0d-a147-851973fec68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:52.810365 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3051c120-5d21-4896-88c3-f1529f077807 admin admin] Network 27aa2b65-aece-4c07-9c11-3987e0397682 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:52.811314 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f989facb-82aa-48ed-ad72-f144a6d608e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:52.814895 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac36092-c96b-4e0d-a147-851973fec68e admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:09:52.816735 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-3051c120-5d21-4896-88c3-f1529f077807 admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:52.890458 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fac36092-c96b-4e0d-a147-851973fec68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:52.890796 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-fac36092-c96b-4e0d-a147-851973fec68e admin admin] Added segment a929be81-b823-4da2-996e-5a3766a2e6d0 of type vlan for network f2adad8a-9359-4311-8f7d-dfa1d4625ffd Sep 15 15:09:52.901082 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac36092-c96b-4e0d-a147-851973fec68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64357aab-b9b0-45d5-b28d-c6c2e206587e,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:52.935879 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-e7849949-99e7-47c1-8b32-bb0fce35cecb service neutron] 10.222.0.44 "GET /v2.0/networks/7878546a-73c5-466f-bc02-0c21fc868623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352003 Sep 15 15:09:52.962674 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64427705-21d4-4b5b-9622-c4d83f037c69 None None] Network d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:09:52.971110 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-48e43d1d-6973-4d70-be11-4de537ae649e service neutron] 10.222.0.44 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228972 Sep 15 15:09:52.998343 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fac36092-c96b-4e0d-a147-851973fec68e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747554121512'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:53.133258 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4f8055f5-98ef-41f3-82de-47aff39a0577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:53.134224 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3051c120-5d21-4896-88c3-f1529f077807 admin admin] Router a414ded0-3b5a-455f-8fb4-f1a539fd2cb3 has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:09:53.143136 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4f8055f5-98ef-41f3-82de-47aff39a0577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:53.163462 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fac36092-c96b-4e0d-a147-851973fec68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:53.164472 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac36092-c96b-4e0d-a147-851973fec68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:53.167154 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fac36092-c96b-4e0d-a147-851973fec68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:53.232296 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-6c55ce30-4668-4cc4-b29c-0fc11d7a4277 None None] Provisioning complete for port fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:53.232668 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6c55ce30-4668-4cc4-b29c-0fc11d7a4277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:53.240941 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8055f5-98ef-41f3-82de-47aff39a0577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c14c3f-576c-4d30-ac7a-b82c0f638e34,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:53.249901 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-fac36092-c96b-4e0d-a147-851973fec68e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5654469 Sep 15 15:09:53.255003 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-4f8055f5-98ef-41f3-82de-47aff39a0577 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e75de7bf879c4af2a912ef3fe6c7584f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0264499 Sep 15 15:09:53.256860 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46412) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:53.256860 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46414) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:53.262182 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-76a7393f-703d-4e4d-ad9a-e74fd1e38b7e admin admin] Request body: {'subnet': {'network_id': 'f2adad8a-9359-4311-8f7d-dfa1d4625ffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2144921650-subnet', 'tenant_id': 'a08c7f43dcce427c84d26d2780d0db2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:09:53.502736 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac36092-c96b-4e0d-a147-851973fec68e admin admin] Pushing event updated for resources: {'Network': ['ID=f2adad8a-9359-4311-8f7d-dfa1d4625ffd,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:53.524389 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Network f2adad8a-9359-4311-8f7d-dfa1d4625ffd details requested by agent ovs-agent-dv-cinder-808837-2-iscsi with host dv-cinder-808837-2-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:09:53.564178 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a2c609e3-6acd-4391-875c-b6a958c2019a req-b1c9f368-e426-433f-911f-39f37d9de68b tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 210 time: 0.0850859 Sep 15 15:09:53.572145 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3051c120-5d21-4896-88c3-f1529f077807 admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:09:53.594811 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-3051c120-5d21-4896-88c3-f1529f077807 admin admin] 10.222.0.44 "PUT /v2.0/routers/a414ded0-3b5a-455f-8fb4-f1a539fd2cb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4939451 Sep 15 15:09:53.606096 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a7393f-703d-4e4d-ad9a-e74fd1e38b7e admin admin] Made reservation on behalf of a08c7f43dcce427c84d26d2780d0db2c for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:53.608802 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-76a7393f-703d-4e4d-ad9a-e74fd1e38b7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:53.621970 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-c8e37ef8-2f1d-4f94-909c-7383bb9bf99f service neutron] 10.222.0.44 "GET /v2.0/networks/7878546a-73c5-466f-bc02-0c21fc868623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6741986 Sep 15 15:09:53.637769 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f989facb-82aa-48ed-ad72-f144a6d608e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675217'] for router, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:53.710880 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-762ae430-018c-43f9-885a-4070924d402b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:53.825790 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-762ae430-018c-43f9-885a-4070924d402b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:53.859750 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-38ed0bb7-5b62-4d9f-ae3d-b03c009dd355 None None] Provisioning complete for port fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:53.860269 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38ed0bb7-5b62-4d9f-ae3d-b03c009dd355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:53.905710 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f989facb-82aa-48ed-ad72-f144a6d608e9 admin admin] Router 8c5df71a-1066-4f4c-b894-6d94db02acdc is scheduled to L3 agent db645ea9-179a-465c-875f-1da649e94516 with binding_index 1 {{(pid=94132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:09:54.034555 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46458) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:54.045474 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-762ae430-018c-43f9-885a-4070924d402b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:54.070648 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-762ae430-018c-43f9-885a-4070924d402b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:54.071819 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-762ae430-018c-43f9-885a-4070924d402b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/97c14c3f-576c-4d30-ac7a-b82c0f638e34 HTTP/1.1" status: 204 len: 168 time: 0.8135803 Sep 15 15:09:54.161799 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ae430-018c-43f9-885a-4070924d402b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c14c3f-576c-4d30-ac7a-b82c0f638e34,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:54.220212 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f989facb-82aa-48ed-ad72-f144a6d608e9 admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:09:54.226160 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5d22da95-730e-4234-9de2-b7d1bd6ad553 req-bdf71748-b376-4333-90a9-cb0cf2b3eadd tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 210 time: 0.1250176 Sep 15 15:09:54.233902 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] Sync routers for ids ['8c5df71a-1066-4f4c-b894-6d94db02acdc'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:09:54.266736 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] Routers {'8c5df71a-1066-4f4c-b894-6d94db02acdc'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:09:54.269376 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:09:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['8c5df71a-1066-4f4c-b894-6d94db02acdc'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:54.288974 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f989facb-82aa-48ed-ad72-f144a6d608e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:54.295044 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-f989facb-82aa-48ed-ad72-f144a6d608e9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8598576 Sep 15 15:09:54.295437 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 46476) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:54.407152 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-76a7393f-703d-4e4d-ad9a-e74fd1e38b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:54.426585 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] Sync routers for ids ['a414ded0-3b5a-455f-8fb4-f1a539fd2cb3'] in dv-cinder-808837-2-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:09:54.439304 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] Routers {'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:09:54.439930 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:09:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['a414ded0-3b5a-455f-8fb4-f1a539fd2cb3'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:54.563031 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device ad127963-1c40-41dc-b498-8bf5c4413fd5 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:09:54.690153 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1014e437-ba00-464d-a3b8-70a4f42c5527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:54.803531 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] Set router 8c5df71a-1066-4f4c-b894-6d94db02acdc gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:09:54.863724 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-26e15d71-9417-48b9-8c45-cb5425c98214 req-cb0236c6-cd37-4e95-b4b0-ee3deb8cc891 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 210 time: 0.1155329 Sep 15 15:09:54.863724 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a7393f-703d-4e4d-ad9a-e74fd1e38b7e admin admin] Checking segment: {'id': 'a929be81-b823-4da2-996e-5a3766a2e6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f2adad8a-9359-4311-8f7d-dfa1d4625ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:09:54.863724 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a7393f-703d-4e4d-ad9a-e74fd1e38b7e admin admin] Network hostable DHCP agents. Network: f2adad8a-9359-4311-8f7d-dfa1d4625ffd, hostable agents: ['8778f267-bcf6-40a9-a6c7-747964b5c268'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:09:54.913945 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] Set router a414ded0-3b5a-455f-8fb4-f1a539fd2cb3 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:09:54.922298 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7393f-703d-4e4d-ad9a-e74fd1e38b7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=817de4e2-c8a5-42cd-9e8b-b7becf579806,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:55.010923 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a7393f-703d-4e4d-ad9a-e74fd1e38b7e admin admin] Network f2adad8a-9359-4311-8f7d-dfa1d4625ffd is scheduled to be hosted by DHCP agent 8778f267-bcf6-40a9-a6c7-747964b5c268 with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:09:55.037703 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-76a7393f-703d-4e4d-ad9a-e74fd1e38b7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808837-2-iscsi, f2adad8a-9359-4311-8f7d-dfa1d4625ffd) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:55.049462 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1df716-372b-4b98-8d7a-1aaae4816b7c None None] Network f2adad8a-9359-4311-8f7d-dfa1d4625ffd requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:09:55.059671 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a7393f-703d-4e4d-ad9a-e74fd1e38b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:55.060262 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-76a7393f-703d-4e4d-ad9a-e74fd1e38b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:55.218195 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46518) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:55.265072 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-58eb63b7-556f-4bb9-8190-0d8e926d4f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:55.341811 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port ad127963-1c40-41dc-b498-8bf5c4413fd5 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:55.342200 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:55.384860 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0859d1d7-431f-475f-9175-b250bba683ca req-b782034e-d22c-40a1-b199-31c261d5fd47 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 210 time: 0.0530357 Sep 15 15:09:55.387065 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1014e437-ba00-464d-a3b8-70a4f42c5527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:55.393853 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1014e437-ba00-464d-a3b8-70a4f42c5527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:55.426201 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-76a7393f-703d-4e4d-ad9a-e74fd1e38b7e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1691079 Sep 15 15:09:55.435028 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014e437-ba00-464d-a3b8-70a4f42c5527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74531646-ff59-4934-9726-f153e8ed8861,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:55.474230 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1014e437-ba00-464d-a3b8-70a4f42c5527 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10141fc3de1d442ea1ade5cf80c951c5&name=default HTTP/1.1" status: 200 len: 2977 time: 1.4330275 Sep 15 15:09:55.475685 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46536) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:55.540830 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3', 'name': 'tempest-ServerRescueNegativeTestJSON-1546463305-router', 'tenant_id': '163ec6c96b0a4d718abb77037ca241be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ad127963-1c40-41dc-b498-8bf5c4413fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:46Z', 'updated_at': '2021-09-15T15:09:51Z', 'revision_number': 4, 'project_id': '163ec6c96b0a4d718abb77037ca241be', 'gw_port': {'id': 'ad127963-1c40-41dc-b498-8bf5c4413fd5', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:46Z', 'updated_at': '2021-09-15T15:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '40897ea3-cc02-41b6-9f3e-b58a6f5fba13', 'name': '', 'network_id': '27aa2b65-aece-4c07-9c11-3987e0397682', 'tenant_id': '163ec6c96b0a4d718abb77037ca241be', 'mac_address': 'fa:16:3e:9c:63:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'beb0d370-3954-41e4-8035-bb3df55aa20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:09:51Z', 'revision_number': 2, 'project_id': '163ec6c96b0a4d718abb77037ca241be', 'subnets': [{'id': 'beb0d370-3954-41e4-8035-bb3df55aa20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:55.561826 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-650633fe-45ea-4e8a-b385-8c043e2f88b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:55.603289 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-650633fe-45ea-4e8a-b385-8c043e2f88b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:55.607131 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] Checking router: a414ded0-3b5a-455f-8fb4-f1a539fd2cb3 for host: dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:09:55.608056 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] Updating router a414ded0-3b5a-455f-8fb4-f1a539fd2cb3 port 40897ea3-cc02-41b6-9f3e-b58a6f5fba13 binding host dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:09:55.647389 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:55.728540 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-650633fe-45ea-4e8a-b385-8c043e2f88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:55.738506 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-650633fe-45ea-4e8a-b385-8c043e2f88b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:55.741903 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-650633fe-45ea-4e8a-b385-8c043e2f88b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74531646-ff59-4934-9726-f153e8ed8861 HTTP/1.1" status: 204 len: 168 time: 0.2646928 Sep 15 15:09:55.749321 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8de22-cb88-404a-aafe-7147e8877156 req-111e389f-6953-41f4-af31-b93ddcacf7cf tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:55.763534 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6df8de22-cb88-404a-aafe-7147e8877156 req-111e389f-6953-41f4-af31-b93ddcacf7cf tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/networks?id=27aa2b65-aece-4c07-9c11-3987e0397682 HTTP/1.1" status: 200 len: 819 time: 0.4766080 Sep 15 15:09:55.777199 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a8dcf2-639f-4af8-8558-3569761394fa None None] Network f2adad8a-9359-4311-8f7d-dfa1d4625ffd requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:09:55.779726 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650633fe-45ea-4e8a-b385-8c043e2f88b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74531646-ff59-4934-9726-f153e8ed8861,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:55.901322 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6df8de22-cb88-404a-aafe-7147e8877156 req-c6ab3622-622f-47c2-ab84-936d46bc7743 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/quotas/163ec6c96b0a4d718abb77037ca241be HTTP/1.1" status: 200 len: 375 time: 0.1367562 Sep 15 15:09:55.913773 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-58eb63b7-556f-4bb9-8190-0d8e926d4f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:55.923209 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-58eb63b7-556f-4bb9-8190-0d8e926d4f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:55.988004 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb63b7-556f-4bb9-8190-0d8e926d4f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d096e2a-617c-4412-940c-ef697c786370,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:56.098685 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-58eb63b7-556f-4bb9-8190-0d8e926d4f62 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa0bf1e5339744798e7c5553e26f5173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8779500 Sep 15 15:09:56.099338 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46554) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:56.184642 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:56.228119 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:56.235799 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:56.245799 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6df8de22-cb88-404a-aafe-7147e8877156 req-c12472b9-9d4a-4db8-9556-87b70a83d79b tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=163ec6c96b0a4d718abb77037ca241be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2939436 Sep 15 15:09:56.262235 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9a8aeb04-aa82-4952-81ee-0a2b30e321df req-e8282868-af5c-4dfc-8166-f51d96a0fef5 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 210 time: 0.0873792 Sep 15 15:09:56.281752 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] For port ad127963-1c40-41dc-b498-8bf5c4413fd5, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=ad127963-1c40-41dc-b498-8bf5c4413fd5,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:09:56.322936 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-092c450a-8e75-4699-b936-cb5ee65b24b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:56.338708 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:49Z', 'updated_at': '2021-09-15T15:09:52Z', 'revision_number': 3, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'gw_port': {'id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:56.366605 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-092c450a-8e75-4699-b936-cb5ee65b24b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:56.390632 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314fb37-9b60-4a9b-9dbe-5ae5dce8cf25 None None] Pushing event updated for resources: {'Port': ['ID=40897ea3-cc02-41b6-9f3e-b58a6f5fba13,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:56.483252 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-092c450a-8e75-4699-b936-cb5ee65b24b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:56.487391 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-092c450a-8e75-4699-b936-cb5ee65b24b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:56.493420 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-092c450a-8e75-4699-b936-cb5ee65b24b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d096e2a-617c-4412-940c-ef697c786370 HTTP/1.1" status: 204 len: 168 time: 0.3930290 Sep 15 15:09:56.512478 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c450a-8e75-4699-b936-cb5ee65b24b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d096e2a-617c-4412-940c-ef697c786370,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:56.519229 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] Attempting to bind port 40897ea3-cc02-41b6-9f3e-b58a6f5fba13 on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:09:56.523901 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] Attempting to bind port 40897ea3-cc02-41b6-9f3e-b58a6f5fba13 by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': 'f38f65ae-90dc-4365-b157-1c7ed9d776b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '27aa2b65-aece-4c07-9c11-3987e0397682'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:09:56.526484 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] Attempting to bind port 40897ea3-cc02-41b6-9f3e-b58a6f5fba13 on network 27aa2b65-aece-4c07-9c11-3987e0397682 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:09:56.537629 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:09:56.537629 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] Checking segment: {'id': 'f38f65ae-90dc-4365-b157-1c7ed9d776b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '27aa2b65-aece-4c07-9c11-3987e0397682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:09:56.542229 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:56.542918 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] Bound using segment: {'id': 'f38f65ae-90dc-4365-b157-1c7ed9d776b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '27aa2b65-aece-4c07-9c11-3987e0397682'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:09:56.544889 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] Bound port: 40897ea3-cc02-41b6-9f3e-b58a6f5fba13, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38f65ae-90dc-4365-b157-1c7ed9d776b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '27aa2b65-aece-4c07-9c11-3987e0397682'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:09:56.545425 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:56.573228 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] Checking router: 8c5df71a-1066-4f4c-b894-6d94db02acdc for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:09:56.573367 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] Updating router 8c5df71a-1066-4f4c-b894-6d94db02acdc port c1e6a2e9-0696-4043-8d9e-5b68e76cb544 binding host dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:09:56.593684 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f1ccfad4-d9e9-4204-bbf6-b1e56a3f636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:56.597951 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6e497a0d-6db5-4ac0-bbb0-14d93e671ff8 req-75bba80f-4283-4c9b-b547-bde6aa8e31df tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 210 time: 0.0441499 Sep 15 15:09:56.630370 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:56.631300 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:09:56.680186 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] For port 40897ea3-cc02-41b6-9f3e-b58a6f5fba13, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:09:56.685109 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] For port 40897ea3-cc02-41b6-9f3e-b58a6f5fba13, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=40897ea3-cc02-41b6-9f3e-b58a6f5fba13,segment=NetworkSegment(f38f65ae-90dc-4365-b157-1c7ed9d776b2),segment_id=f38f65ae-90dc-4365-b157-1c7ed9d776b2)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:09:56.696410 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:56.756043 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:56.811761 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] Routers {'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:09:56.812031 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:09:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['a414ded0-3b5a-455f-8fb4-f1a539fd2cb3'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:56.926964 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314fb37-9b60-4a9b-9dbe-5ae5dce8cf25 None None] Pushing event updated for resources: {'Port': ['ID=40897ea3-cc02-41b6-9f3e-b58a6f5fba13,revision_number=4']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:57.007223 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.47', 55699) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:57.051039 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6df8de22-cb88-404a-aafe-7147e8877156 req-e18ebaa9-03c8-47f9-b6fd-7ef1c32bc0ce service neutron] 10.222.0.44 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7919514 Sep 15 15:09:57.060485 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Pushing event updated for resources: {'Port': ['ID=ad127963-1c40-41dc-b498-8bf5c4413fd5,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:57.143087 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-f1ccfad4-d9e9-4204-bbf6-b1e56a3f636f admin admin] Allocated IP 172.20.0.1 (d0fe14e1-005c-4c5a-b599-64be3a4bb0e0/ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0/58bc0033-0c3d-4f7c-a005-aa1668aa031f) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:09:57.148166 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] Set router a414ded0-3b5a-455f-8fb4-f1a539fd2cb3 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:09:57.172862 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:57.178596 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:57.449136 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-5b762377-780c-49ac-a795-4a273de6cd5e tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:57.450720 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-5b762377-780c-49ac-a795-4a273de6cd5e tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.47 "GET /v2.0/networks?id=075b36e7-6542-424d-b046-8e8b5d008ee6 HTTP/1.1" status: 200 len: 814 time: 0.4419439 Sep 15 15:09:57.494050 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6df8de22-cb88-404a-aafe-7147e8877156 req-f3266365-cfc2-409a-948f-d00f844418e1 service neutron] 10.222.0.44 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414227 Sep 15 15:09:57.559058 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:57.572989 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:57.577086 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.47', 55705) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:57.580896 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6241fdbc-2b9f-48da-8761-041f022f06a8 req-b6e6be2d-2f44-4209-a6a5-28d978b3fc60 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 210 time: 0.1171000 Sep 15 15:09:57.605465 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-86fd1730-fe38-49ec-a4a6-9f5a65a33a0b tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Request body: {'port': {'device_id': 'f4299848-ef56-4f48-a0f8-8e4bd11a4da5', 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6', 'admin_state_up': True, 'tenant_id': 'a9cef0aeca354c71b27931ed9e4e8927'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:09:57.619137 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device ad127963-1c40-41dc-b498-8bf5c4413fd5 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:09:57.747912 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46616) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:09:57.766896 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3', 'name': 'tempest-ServerRescueNegativeTestJSON-1546463305-router', 'tenant_id': '163ec6c96b0a4d718abb77037ca241be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ad127963-1c40-41dc-b498-8bf5c4413fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:46Z', 'updated_at': '2021-09-15T15:09:51Z', 'revision_number': 4, 'project_id': '163ec6c96b0a4d718abb77037ca241be', 'gw_port': {'id': 'ad127963-1c40-41dc-b498-8bf5c4413fd5', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:46Z', 'updated_at': '2021-09-15T15:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '40897ea3-cc02-41b6-9f3e-b58a6f5fba13', 'name': '', 'network_id': '27aa2b65-aece-4c07-9c11-3987e0397682', 'tenant_id': '163ec6c96b0a4d718abb77037ca241be', 'mac_address': 'fa:16:3e:9c:63:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'beb0d370-3954-41e4-8035-bb3df55aa20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:09:56Z', 'revision_number': 4, 'project_id': '163ec6c96b0a4d718abb77037ca241be', 'subnets': [{'id': 'beb0d370-3954-41e4-8035-bb3df55aa20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:57.780947 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-5b99dccf-fc11-4264-bef7-5ff944be9396 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2145732302-network', 'tenant_id': 'af671e7606a246268a387deb8b85c967'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:09:57.805925 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] Attempting to bind port c1e6a2e9-0696-4043-8d9e-5b68e76cb544 on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:09:57.815386 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] Attempting to bind port c1e6a2e9-0696-4043-8d9e-5b68e76cb544 by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:09:57.820404 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] Attempting to bind port c1e6a2e9-0696-4043-8d9e-5b68e76cb544 on network de13fce9-42d8-46bf-87ad-5f72634a95fa {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:09:57.841113 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab86029-c8eb-4a8f-95ed-a73f9e208ffe None None] Pushing event updated for resources: {'Port': ['ID=c1e6a2e9-0696-4043-8d9e-5b68e76cb544,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:57.881727 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:09:57.882399 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] Checking segment: {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:09:57.883877 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:57.884505 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] Bound using segment: {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:09:57.888095 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] Bound port: c1e6a2e9-0696-4043-8d9e-5b68e76cb544, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:09:57.888801 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:57.899382 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e33fcbf-9831-4a0f-938a-48606f960b51 None None] The sync data for ids ['a414ded0-3b5a-455f-8fb4-f1a539fd2cb3'] in dv-cinder-808837-2-iscsi is: [{'id': 'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3', 'name': 'tempest-ServerRescueNegativeTestJSON-1546463305-router', 'tenant_id': '163ec6c96b0a4d718abb77037ca241be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ad127963-1c40-41dc-b498-8bf5c4413fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:46Z', 'updated_at': '2021-09-15T15:09:51Z', 'revision_number': 4, 'project_id': '163ec6c96b0a4d718abb77037ca241be', 'gw_port': {'id': 'ad127963-1c40-41dc-b498-8bf5c4413fd5', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:46Z', 'updated_at': '2021-09-15T15:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '40897ea3-cc02-41b6-9f3e-b58a6f5fba13', 'name': '', 'network_id': '27aa2b65-aece-4c07-9c11-3987e0397682', 'tenant_id': '163ec6c96b0a4d718abb77037ca241be', 'mac_address': 'fa:16:3e:9c:63:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'beb0d370-3954-41e4-8035-bb3df55aa20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:09:56Z', 'revision_number': 4, 'project_id': '163ec6c96b0a4d718abb77037ca241be', 'subnets': [{'id': 'beb0d370-3954-41e4-8035-bb3df55aa20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:09:58.058205 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port ad127963-1c40-41dc-b498-8bf5c4413fd5 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:58.058205 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:58.115799 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-21c10955-d68f-4b97-8679-ad091b80f40b req-b6eb975d-ec1f-4e43-bba8-7ab97ed45551 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 210 time: 0.2439342 Sep 15 15:09:58.151785 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] For port c1e6a2e9-0696-4043-8d9e-5b68e76cb544, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:09:58.155567 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b99dccf-fc11-4264-bef7-5ff944be9396 admin admin] Made reservation on behalf of af671e7606a246268a387deb8b85c967 for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:58.158697 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5b99dccf-fc11-4264-bef7-5ff944be9396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:58.171286 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5b99dccf-fc11-4264-bef7-5ff944be9396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:58.183096 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e0f6abba-57f5-406b-bfa0-0c24dcba6cc1 req-e8d81ad2-06ae-4228-a2ab-b36e17c56746 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 210 time: 0.2237828 Sep 15 15:09:58.221286 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] For port c1e6a2e9-0696-4043-8d9e-5b68e76cb544, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=c1e6a2e9-0696-4043-8d9e-5b68e76cb544,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:09:58.236960 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:58.251320 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f1ccfad4-d9e9-4204-bbf6-b1e56a3f636f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:58.321809 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-62a1f3d5-be54-479d-bb03-26f915d2ee5b tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:58.332496 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-62a1f3d5-be54-479d-bb03-26f915d2ee5b tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.47 "GET /v2.0/networks?id=7878546a-73c5-466f-bc02-0c21fc868623 HTTP/1.1" status: 200 len: 812 time: 0.7353578 Sep 15 15:09:58.372537 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-214c0671-0f51-4100-b0d8-ad0b4d9b1679 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Request body: {'port': {'device_id': '30bd7b10-d9df-49a4-b85d-ed2b381ae52a', 'network_id': '7878546a-73c5-466f-bc02-0c21fc868623', 'admin_state_up': True, 'tenant_id': 'a82ee814f7284bfaaee05def6aa15c17'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:09:58.388211 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] Routers {'8c5df71a-1066-4f4c-b894-6d94db02acdc'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:09:58.392957 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:09:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['8c5df71a-1066-4f4c-b894-6d94db02acdc'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:58.458114 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab86029-c8eb-4a8f-95ed-a73f9e208ffe None None] Pushing event updated for resources: {'Port': ['ID=c1e6a2e9-0696-4043-8d9e-5b68e76cb544,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:58.481856 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5b99dccf-fc11-4264-bef7-5ff944be9396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:58.488523 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5b99dccf-fc11-4264-bef7-5ff944be9396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:58.543037 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b99dccf-fc11-4264-bef7-5ff944be9396 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:09:58.546376 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-86fd1730-fe38-49ec-a4a6-9f5a65a33a0b tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Made reservation on behalf of a9cef0aeca354c71b27931ed9e4e8927 for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:58.550095 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-86fd1730-fe38-49ec-a4a6-9f5a65a33a0b tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:58.613447 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:58.747717 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] Set router 8c5df71a-1066-4f4c-b894-6d94db02acdc gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:09:58.888445 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f1ccfad4-d9e9-4204-bbf6-b1e56a3f636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:59.298032 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-0a7309af-b9a7-4f6c-8615-9a93f3774b7e tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:09:59.299570 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-0a7309af-b9a7-4f6c-8615-9a93f3774b7e tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/networks?id=27aa2b65-aece-4c07-9c11-3987e0397682 HTTP/1.1" status: 200 len: 819 time: 0.3494275 Sep 15 15:09:59.317180 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99dccf-fc11-4264-bef7-5ff944be9396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8ff093-693a-4608-93fe-55d0a5da8f31,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:59.330789 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:49Z', 'updated_at': '2021-09-15T15:09:52Z', 'revision_number': 3, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'gw_port': {'id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:09:59.361285 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccfad4-d9e9-4204-bbf6-b1e56a3f636f admin admin] Pushing event updated for resources: {'Port': ['ID=58bc0033-0c3d-4f7c-a005-aa1668aa031f,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:09:59.419040 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-56f48398-e74b-4897-89bb-58a9eef28da2 req-d0b065b8-0e37-4237-ad6b-0680db1a0125 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 210 time: 0.3157096 Sep 15 15:09:59.431437 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ccfad4-d9e9-4204-bbf6-b1e56a3f636f admin admin] Network d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:09:59.487160 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-f1ccfad4-d9e9-4204-bbf6-b1e56a3f636f admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:09:59.491055 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4710ac-896b-4eb0-a71d-5d231e538233 None None] The sync data for ids ['8c5df71a-1066-4f4c-b894-6d94db02acdc'] in dv-cinder-808837-2-iscsi is: [{'id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:49Z', 'updated_at': '2021-09-15T15:09:52Z', 'revision_number': 3, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'gw_port': {'id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:09:59.559020 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ccfad4-d9e9-4204-bbf6-b1e56a3f636f admin admin] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:09:59.559937 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f1ccfad4-d9e9-4204-bbf6-b1e56a3f636f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3675270'] for router_interface, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:59.580572 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5b99dccf-fc11-4264-bef7-5ff944be9396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:59.580572 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-5b99dccf-fc11-4264-bef7-5ff944be9396 admin admin] Added segment 71600b01-09e7-44dd-aef1-068cddf2fe96 of type vlan for network 6e039961-ecf7-4a18-934f-1eab8b9fc741 Sep 15 15:09:59.650664 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-8dd7f1d2-9d54-45d6-8fb5-af17671cb590 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/quotas/163ec6c96b0a4d718abb77037ca241be HTTP/1.1" status: 200 len: 375 time: 0.3245418 Sep 15 15:09:59.660240 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-86fd1730-fe38-49ec-a4a6-9f5a65a33a0b tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Allocated IP 172.20.0.12 (075b36e7-6542-424d-b046-8e8b5d008ee6/2b33e9d6-d6d6-4340-8993-9ffa014fc179/235bcf9c-3fd5-4bbc-988e-b12d0006da81) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:09:59.768802 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 40897ea3-cc02-41b6-9f3e-b58a6f5fba13 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:09:59.866210 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-214c0671-0f51-4100-b0d8-ad0b4d9b1679 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Made reservation on behalf of a82ee814f7284bfaaee05def6aa15c17 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:09:59.885929 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-214c0671-0f51-4100-b0d8-ad0b4d9b1679 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:59.914722 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 40897ea3-cc02-41b6-9f3e-b58a6f5fba13 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:09:59.917972 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:09:59.966138 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5b99dccf-fc11-4264-bef7-5ff944be9396 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747554121512'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:00.033647 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-27e78462-37e9-424a-8c69-76197b408513 req-b9e5a2a3-0e69-4ae0-8124-55a685a1728e tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 210 time: 0.2413714 Sep 15 15:10:00.120201 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.db.resource_extend [None req-5b99dccf-fc11-4264-bef7-5ff944be9396 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 15:10:00.130883 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-c44383b0-1731-4aaf-9c75-c3b7ad0eaf38 None None] Provisioning complete for port 58bc0033-0c3d-4f7c-a005-aa1668aa031f triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:10:00.131501 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c44383b0-1731-4aaf-9c75-c3b7ad0eaf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:00.233103 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c44383b0-1731-4aaf-9c75-c3b7ad0eaf38 None None] Port 58bc0033-0c3d-4f7c-a005-aa1668aa031f cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:10:00.295276 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:00.454664 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] For port 40897ea3-cc02-41b6-9f3e-b58a6f5fba13, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=40897ea3-cc02-41b6-9f3e-b58a6f5fba13,segment=NetworkSegment(f38f65ae-90dc-4365-b157-1c7ed9d776b2),segment_id=f38f65ae-90dc-4365-b157-1c7ed9d776b2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:00.462104 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:00.535334 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.47', 55712) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:00.720778 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-736f72c6-74cd-4113-a441-ec36000ea1d4 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=163ec6c96b0a4d718abb77037ca241be&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0680039 Sep 15 15:10:00.731888 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5b99dccf-fc11-4264-bef7-5ff944be9396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:00.733142 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b99dccf-fc11-4264-bef7-5ff944be9396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:00.736371 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5b99dccf-fc11-4264-bef7-5ff944be9396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:00.736525 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Pushing event updated for resources: {'Port': ['ID=40897ea3-cc02-41b6-9f3e-b58a6f5fba13,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:01.207625 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99dccf-fc11-4264-bef7-5ff944be9396 admin admin] Pushing event updated for resources: {'Network': ['ID=6e039961-ecf7-4a18-934f-1eab8b9fc741,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:01.228384 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Network 6e039961-ecf7-4a18-934f-1eab8b9fc741 details requested by agent ovs-agent-dv-cinder-808837-2-iscsi with host dv-cinder-808837-2-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:10:01.414727 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5b99dccf-fc11-4264-bef7-5ff944be9396 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.6607120 Sep 15 15:10:01.447428 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46740) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:01.476113 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-8e12d6e8-27bc-4434-95e9-a59c8cb99f75 admin admin] Request body: {'subnet': {'network_id': '6e039961-ecf7-4a18-934f-1eab8b9fc741', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2145732302-subnet', 'tenant_id': 'af671e7606a246268a387deb8b85c967', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:10:01.546825 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ad6c1fe6-4f72-4f92-bc8b-3f7a2f24e41c req-751fb44a-586d-4a6c-b5da-fd197f22ed35 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 210 time: 0.2829542 Sep 15 15:10:01.625824 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-348cf428-fe5c-4178-9998-0213ed1fd39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:01.735624 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-de0bdb45-9d2c-4a84-aca8-f2a9df53488f service neutron] 10.222.0.44 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9733901 Sep 15 15:10:01.746916 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-86fd1730-fe38-49ec-a4a6-9f5a65a33a0b tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:01.766535 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device c1e6a2e9-0696-4043-8d9e-5b68e76cb544 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:10:01.852225 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-214c0671-0f51-4100-b0d8-ad0b4d9b1679 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Allocated IP 172.20.0.11 (7878546a-73c5-466f-bc02-0c21fc868623/616ace13-fe54-4471-81f7-f956ffa45a90/bcf9ad3f-9aa1-47b2-8501-4caf91454e57) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:10:01.891107 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port c1e6a2e9-0696-4043-8d9e-5b68e76cb544 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:10:01.892543 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:01.982252 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4daaf3de-fa1c-4bf4-839b-29ad0e0d775e req-7e101c9e-4a40-4fe0-9228-d93393919723 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 210 time: 0.1273212 Sep 15 15:10:02.040506 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8de22-cb88-404a-aafe-7147e8877156 req-95600ca8-d2eb-4fc2-84d3-cc6ea96e605c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:02.042098 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6df8de22-cb88-404a-aafe-7147e8877156 req-95600ca8-d2eb-4fc2-84d3-cc6ea96e605c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.47 "GET /v2.0/networks?id=27aa2b65-aece-4c07-9c11-3987e0397682 HTTP/1.1" status: 200 len: 819 time: 1.5028841 Sep 15 15:10:02.045871 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f1ccfad4-d9e9-4204-bbf6-b1e56a3f636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:02.069106 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-6df8de22-cb88-404a-aafe-7147e8877156 req-1dd5d223-5824-48da-9f20-0f54144d3470 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Request body: {'port': {'device_id': '4fcc554c-2a24-442a-86f7-f3eee76f1325', 'network_id': '27aa2b65-aece-4c07-9c11-3987e0397682', 'admin_state_up': True, 'tenant_id': '163ec6c96b0a4d718abb77037ca241be'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:10:02.073460 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e12d6e8-27bc-4434-95e9-a59c8cb99f75 admin admin] Made reservation on behalf of af671e7606a246268a387deb8b85c967 for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:10:02.077898 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8e12d6e8-27bc-4434-95e9-a59c8cb99f75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:02.097845 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-86fd1730-fe38-49ec-a4a6-9f5a65a33a0b tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:02.128492 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-44072f54-c7a2-4a0b-a4c4-64f0fac0a640 service neutron] 10.222.0.44 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791525 Sep 15 15:10:02.199404 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:02.250835 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] For port c1e6a2e9-0696-4043-8d9e-5b68e76cb544, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=c1e6a2e9-0696-4043-8d9e-5b68e76cb544,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:02.257550 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:02.259926 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 40897ea3-cc02-41b6-9f3e-b58a6f5fba13 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:10:02.267825 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd1730-fe38-49ec-a4a6-9f5a65a33a0b tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Pushing event updated for resources: {'Port': ['ID=235bcf9c-3fd5-4bbc-988e-b12d0006da81,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:02.339924 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-86fd1730-fe38-49ec-a4a6-9f5a65a33a0b tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Network 075b36e7-6542-424d-b046-8e8b5d008ee6 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:10:02.341549 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-86fd1730-fe38-49ec-a4a6-9f5a65a33a0b tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:10:02.395617 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-86fd1730-fe38-49ec-a4a6-9f5a65a33a0b tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:10:02.402175 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-86fd1730-fe38-49ec-a4a6-9f5a65a33a0b tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:02.402825 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-86fd1730-fe38-49ec-a4a6-9f5a65a33a0b tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:02.426460 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-86fd1730-fe38-49ec-a4a6-9f5a65a33a0b tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8477929 Sep 15 15:10:02.476747 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-7e016063-e1df-4be5-b8cc-172fba54c489 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:10:02.490676 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-7e016063-e1df-4be5-b8cc-172fba54c489 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0446980 Sep 15 15:10:02.567318 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 40897ea3-cc02-41b6-9f3e-b58a6f5fba13 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:10:02.573031 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:02.585796 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Pushing event updated for resources: {'Port': ['ID=c1e6a2e9-0696-4043-8d9e-5b68e76cb544,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:02.740943 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f1ccfad4-d9e9-4204-bbf6-b1e56a3f636f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:03.028758 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46804) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:03.039586 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198068b5-0a63-49ca-b702-9df62bc1fec2 req-4ff94f11-b0f5-4d25-a974-28ec5df19e11 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:03.054571 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-198068b5-0a63-49ca-b702-9df62bc1fec2 req-4ff94f11-b0f5-4d25-a974-28ec5df19e11 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 932 time: 0.1881564 Sep 15 15:10:03.068654 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f1ccfad4-d9e9-4204-bbf6-b1e56a3f636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:03.069655 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f1ccfad4-d9e9-4204-bbf6-b1e56a3f636f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672854'] for router_interface, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:03.191856 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cd8e1e19-3307-4fa8-aa68-44eedd41c911 req-06ed0a20-bebd-4d19-9d15-c82202b2b826 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 210 time: 0.1957016 Sep 15 15:10:03.281033 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] Request body: {'port': {'device_id': 'f4299848-ef56-4f48-a0f8-8e4bd11a4da5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80883'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:10:03.362301 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df8de22-cb88-404a-aafe-7147e8877156 req-1dd5d223-5824-48da-9f20-0f54144d3470 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Made reservation on behalf of 163ec6c96b0a4d718abb77037ca241be for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:10:03.380290 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-6df8de22-cb88-404a-aafe-7147e8877156 req-1dd5d223-5824-48da-9f20-0f54144d3470 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:03.435832 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-214c0671-0f51-4100-b0d8-ad0b4d9b1679 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:03.438822 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccfad4-d9e9-4204-bbf6-b1e56a3f636f admin admin] Pushing event updated for resources: {'Port': ['ID=58bc0033-0c3d-4f7c-a005-aa1668aa031f,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:03.573387 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device c1e6a2e9-0696-4043-8d9e-5b68e76cb544 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:10:03.609801 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 46840) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:03.621333 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:03.681189 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a4aece2a-5525-438c-90a3-8d46f472b0cf req-fc4281fb-c613-42a6-a6f7-077fa6798875 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 210 time: 0.2104871 Sep 15 15:10:03.700254 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-198068b5-0a63-49ca-b702-9df62bc1fec2 req-89c45ce9-e887-4f9c-a90f-557efe92ba34 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6430955 Sep 15 15:10:03.710927 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-312f1eee-b152-4652-a428-734fe5437ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:03.714469 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8e12d6e8-27bc-4434-95e9-a59c8cb99f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:03.768733 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port c1e6a2e9-0696-4043-8d9e-5b68e76cb544 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:10:03.769316 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:03.857592 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ccfad4-d9e9-4204-bbf6-b1e56a3f636f admin admin] Network d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:10:03.877977 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-f1ccfad4-d9e9-4204-bbf6-b1e56a3f636f admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:10:03.929075 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-214c0671-0f51-4100-b0d8-ad0b4d9b1679 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:04.101382 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-6df8de22-cb88-404a-aafe-7147e8877156 req-1dd5d223-5824-48da-9f20-0f54144d3470 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Allocated IP 172.20.0.9 (27aa2b65-aece-4c07-9c11-3987e0397682/beb0d370-3954-41e4-8035-bb3df55aa20d/482cc345-7255-4ff7-96fc-ca43a9b74f00) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:10:04.124889 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12d6e8-27bc-4434-95e9-a59c8cb99f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4379526-ecc8-4246-baea-a13d643b5672,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:04.259651 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c0671-0f51-4100-b0d8-ad0b4d9b1679 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Pushing event updated for resources: {'Port': ['ID=bcf9ad3f-9aa1-47b2-8501-4caf91454e57,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:04.281337 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:04.355795 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d899eea0-4837-481d-b451-ca2e69093169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:04.368320 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12d6e8-27bc-4434-95e9-a59c8cb99f75 admin admin] Checking segment: {'id': '71600b01-09e7-44dd-aef1-068cddf2fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6e039961-ecf7-4a18-934f-1eab8b9fc741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:10:04.368670 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e12d6e8-27bc-4434-95e9-a59c8cb99f75 admin admin] Network hostable DHCP agents. Network: 6e039961-ecf7-4a18-934f-1eab8b9fc741, hostable agents: ['8778f267-bcf6-40a9-a6c7-747964b5c268'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:10:04.400656 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-214c0671-0f51-4100-b0d8-ad0b4d9b1679 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Network 7878546a-73c5-466f-bc02-0c21fc868623 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:10:04.436404 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-214c0671-0f51-4100-b0d8-ad0b4d9b1679 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:10:04.441070 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-daf43247-c084-40e9-b00d-c2ce785a8eae req-10eafa0f-41a9-4f89-8377-3e01b937eaab tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 210 time: 0.0685050 Sep 15 15:10:04.444617 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-214c0671-0f51-4100-b0d8-ad0b4d9b1679 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:10:04.452566 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-214c0671-0f51-4100-b0d8-ad0b4d9b1679 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:04.452871 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-214c0671-0f51-4100-b0d8-ad0b4d9b1679 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:04.471702 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7cebb614-23a5-473a-b54a-c6b9b837c24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:04.510399 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e12d6e8-27bc-4434-95e9-a59c8cb99f75 admin admin] Network 6e039961-ecf7-4a18-934f-1eab8b9fc741 is scheduled to be hosted by DHCP agent 8778f267-bcf6-40a9-a6c7-747964b5c268 with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:10:04.524746 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-896db055-0d39-4d97-ad42-4f651c5c80de None None] Provisioning complete for port 58bc0033-0c3d-4f7c-a005-aa1668aa031f triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:10:04.526952 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-896db055-0d39-4d97-ad42-4f651c5c80de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:04.538049 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-8e12d6e8-27bc-4434-95e9-a59c8cb99f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808837-2-iscsi, 6e039961-ecf7-4a18-934f-1eab8b9fc741) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:10:04.550241 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e12d6e8-27bc-4434-95e9-a59c8cb99f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:04.550441 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8e12d6e8-27bc-4434-95e9-a59c8cb99f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:04.604309 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-312f1eee-b152-4652-a428-734fe5437ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:04.628945 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b764da77-d92c-4d9b-8ff7-b46cfe1ba8dc None None] Network 6e039961-ecf7-4a18-934f-1eab8b9fc741 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:10:04.632977 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 235bcf9c-3fd5-4bbc-988e-b12d0006da81 {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:10:04.638526 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-312f1eee-b152-4652-a428-734fe5437ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:04.647201 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:04.681128 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-214c0671-0f51-4100-b0d8-ad0b4d9b1679 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3387134 Sep 15 15:10:04.704843 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ccfad4-d9e9-4204-bbf6-b1e56a3f636f admin admin] Router 8c5df71a-1066-4f4c-b894-6d94db02acdc has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:10:04.706814 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-312f1eee-b152-4652-a428-734fe5437ccb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c61315d3f94493fb520e3254160a070&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6483939 Sep 15 15:10:04.709359 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] Transition to ACTIVE for port object 235bcf9c-3fd5-4bbc-988e-b12d0006da81 will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:10:04.710243 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46880) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:04.712857 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f1eee-b152-4652-a428-734fe5437ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bad71e-1ecc-477e-98b6-480109ea4a3e,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:04.721085 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:04.847295 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] Request body: {'port': {'device_id': '30bd7b10-d9df-49a4-b85d-ed2b381ae52a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80883'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:10:04.884930 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-896db055-0d39-4d97-ad42-4f651c5c80de None None] Port 58bc0033-0c3d-4f7c-a005-aa1668aa031f cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:10:04.888357 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-6df8de22-cb88-404a-aafe-7147e8877156 req-1dd5d223-5824-48da-9f20-0f54144d3470 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:04.948974 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67aa1b4-94a2-4e2d-8617-281058e6cae7 None None] Network 6e039961-ecf7-4a18-934f-1eab8b9fc741 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:10:04.984703 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6748b5f8-2241-4ac7-865d-8271e00ae926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:05.019918 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6748b5f8-2241-4ac7-865d-8271e00ae926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:05.072463 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] Pushing event updated for resources: {'Port': ['ID=235bcf9c-3fd5-4bbc-988e-b12d0006da81,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:05.197798 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6748b5f8-2241-4ac7-865d-8271e00ae926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:05.200365 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6748b5f8-2241-4ac7-865d-8271e00ae926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:05.206778 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6748b5f8-2241-4ac7-865d-8271e00ae926 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/07bad71e-1ecc-477e-98b6-480109ea4a3e HTTP/1.1" status: 204 len: 168 time: 0.4951103 Sep 15 15:10:05.254399 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748b5f8-2241-4ac7-865d-8271e00ae926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bad71e-1ecc-477e-98b6-480109ea4a3e,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:05.260737 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] Attempting to bind port 235bcf9c-3fd5-4bbc-988e-b12d0006da81 on host hv-cinder-80883 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:10:05.261060 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] Attempting to bind port 235bcf9c-3fd5-4bbc-988e-b12d0006da81 by drivers openvswitch,hyperv on host hv-cinder-80883 at level 0 using segments [{'id': 'f28eeada-d39b-4772-81be-4ab9ee0346e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:10:05.261442 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] Attempting to bind port 235bcf9c-3fd5-4bbc-988e-b12d0006da81 on network 075b36e7-6542-424d-b046-8e8b5d008ee6 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:10:05.284300 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] Port 235bcf9c-3fd5-4bbc-988e-b12d0006da81 on network 075b36e7-6542-424d-b046-8e8b5d008ee6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80883 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:10:05.284676 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] Attempting to bind port 235bcf9c-3fd5-4bbc-988e-b12d0006da81 on network 075b36e7-6542-424d-b046-8e8b5d008ee6 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:10:05.303901 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] Checking agent: {'id': 'db85dd15-89fb-42a1-b201-2709101a597b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'started_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:10:05.304366 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] Checking segment: {'id': 'f28eeada-d39b-4772-81be-4ab9ee0346e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:10:05.304941 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] Bound using segment: {'id': 'f28eeada-d39b-4772-81be-4ab9ee0346e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:10:05.305406 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] Bound port: 235bcf9c-3fd5-4bbc-988e-b12d0006da81, host: hv-cinder-80883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28eeada-d39b-4772-81be-4ab9ee0346e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:10:05.305774 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:05.335274 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d77a15-e5c7-4f9f-9e46-4303db22a2fe req-b7570eb0-784d-4266-9bcd-1b899a24ed15 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:05.336984 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-28d77a15-e5c7-4f9f-9e46-4303db22a2fe req-b7570eb0-784d-4266-9bcd-1b899a24ed15 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 932 time: 0.4407675 Sep 15 15:10:05.404815 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:05.541016 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] For port 235bcf9c-3fd5-4bbc-988e-b12d0006da81, host hv-cinder-80883, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:10:05.546791 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] For port 235bcf9c-3fd5-4bbc-988e-b12d0006da81, host hv-cinder-80883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=235bcf9c-3fd5-4bbc-988e-b12d0006da81,segment=NetworkSegment(f28eeada-d39b-4772-81be-4ab9ee0346e8),segment_id=f28eeada-d39b-4772-81be-4ab9ee0346e8)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:10:05.557587 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46902) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:05.559150 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:05.682083 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:05.683001 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:05.684882 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] 10.222.0.47 "PUT /v2.0/ports/235bcf9c-3fd5-4bbc-988e-b12d0006da81 HTTP/1.1" status: 200 len: 1094 time: 2.7702122 Sep 15 15:10:05.685607 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4299848-ef56-4f48-a0f8-8e4bd11a4da5', 'tag': '235bcf9c-3fd5-4bbc-988e-b12d0006da81'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:10:05.741336 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2c503-b008-4125-a12e-ebf89b8783db req-01f32a27-1604-430c-98e0-d5d6d53e0f7d tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:05.748620 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1ad2c503-b008-4125-a12e-ebf89b8783db req-01f32a27-1604-430c-98e0-d5d6d53e0f7d tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 944 time: 0.8763561 Sep 15 15:10:05.750619 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:05.818488 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ccfad4-d9e9-4204-bbf6-b1e56a3f636f admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:10:05.829965 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] Sync routers for ids ['8c5df71a-1066-4f4c-b894-6d94db02acdc'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:10:05.836691 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-f1ccfad4-d9e9-4204-bbf6-b1e56a3f636f admin admin] 10.222.0.44 "PUT /v2.0/routers/8c5df71a-1066-4f4c-b894-6d94db02acdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5391297 Sep 15 15:10:05.844107 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 46906) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:05.858283 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] Routers {'8c5df71a-1066-4f4c-b894-6d94db02acdc'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:10:05.859195 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:10:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['8c5df71a-1066-4f4c-b894-6d94db02acdc'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:05.886882 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-6df8de22-cb88-404a-aafe-7147e8877156 req-1dd5d223-5824-48da-9f20-0f54144d3470 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:05.976183 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d899eea0-4837-481d-b451-ca2e69093169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.059982 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-28d77a15-e5c7-4f9f-9e46-4303db22a2fe req-655ae389-84bf-4b50-b63c-0e1942f67511 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7082448 Sep 15 15:10:06.066844 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d62dc-1339-4270-ae12-519a83c8832e service neutron] Pushing event updated for resources: {'Port': ['ID=235bcf9c-3fd5-4bbc-988e-b12d0006da81,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:06.078365 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-8e12d6e8-27bc-4434-95e9-a59c8cb99f75 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.6193521 Sep 15 15:10:06.179568 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] Set router 8c5df71a-1066-4f4c-b894-6d94db02acdc gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:10:06.222425 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-165159d8-8b84-4e4c-972f-1293d6c32c5a req-12f998b5-b65f-474a-aa53-4ce73ffff756 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 210 time: 0.0646853 Sep 15 15:10:06.253256 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ea6c9141-f8fa-440e-81ce-05c9061a13a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.291320 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5f518ce4-fc82-436a-b065-f900cf92f47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.357385 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d899eea0-4837-481d-b451-ca2e69093169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.376384 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce72b88ea98b9b59f8744ce31cfa81804ac8f91e830cefd0c1469553d0f4f5f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92a4c4a-2341-4397-9967-520524dc693c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4299848-ef56-4f48-a0f8-8e4bd11a4da5", "tag": "235bcf9c-3fd5-4bbc-988e-b12d0006da81"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:10:06.477095 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46922) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:06.502473 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-d899eea0-4837-481d-b451-ca2e69093169 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c181911b02fa46cc9b81ef1366cefaeb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8726909 Sep 15 15:10:06.526319 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46926) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:06.570876 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ea6c9141-f8fa-440e-81ce-05c9061a13a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.571085 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:49Z', 'updated_at': '2021-09-15T15:10:01Z', 'revision_number': 4, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'gw_port': {'id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '58bc0033-0c3d-4f7c-a005-aa1668aa031f', 'name': '', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'mac_address': 'fa:16:3e:ef:2e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:56Z', 'updated_at': '2021-09-15T15:10:02Z', 'revision_number': 2, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'subnets': [{'id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:06.590834 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ea6c9141-f8fa-440e-81ce-05c9061a13a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.618970 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899eea0-4837-481d-b451-ca2e69093169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a091ed-5b4c-4e86-9df9-840c36baf347,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:06.620356 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] Checking router: 8c5df71a-1066-4f4c-b894-6d94db02acdc for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:10:06.620775 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] Updating router 8c5df71a-1066-4f4c-b894-6d94db02acdc port 58bc0033-0c3d-4f7c-a005-aa1668aa031f binding host dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:10:06.646300 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ea6c9141-f8fa-440e-81ce-05c9061a13a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef7bab8eba1545cab6de63e09f50b74e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0717783 Sep 15 15:10:06.653109 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e50ae2-91f6-4a30-8d72-6994abf4a1d8 admin admin] Deleting subnet 817de4e2-c8a5-42cd-9e8b-b7becf579806 {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:10:06.656576 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-78e50ae2-91f6-4a30-8d72-6994abf4a1d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.683521 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df8de22-cb88-404a-aafe-7147e8877156 req-1dd5d223-5824-48da-9f20-0f54144d3470 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Network 27aa2b65-aece-4c07-9c11-3987e0397682 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:10:06.702391 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-78e50ae2-91f6-4a30-8d72-6994abf4a1d8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.712665 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-78e50ae2-91f6-4a30-8d72-6994abf4a1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935064'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.715207 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.782183 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46930) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:06.793613 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-78e50ae2-91f6-4a30-8d72-6994abf4a1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-935055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.850865 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-78e50ae2-91f6-4a30-8d72-6994abf4a1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.857818 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-78e50ae2-91f6-4a30-8d72-6994abf4a1d8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/817de4e2-c8a5-42cd-9e8b-b7becf579806 HTTP/1.1" status: 204 len: 168 time: 0.3752820 Sep 15 15:10:06.859322 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e50ae2-91f6-4a30-8d72-6994abf4a1d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=817de4e2-c8a5-42cd-9e8b-b7becf579806,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:06.872360 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46934) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:06.893183 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcf9ad3f-9aa1-47b2-8501-4caf91454e57 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:10:06.904716 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.950458 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] Transition to ACTIVE for port object bcf9ad3f-9aa1-47b2-8501-4caf91454e57 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:10:06.952658 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-6df8de22-cb88-404a-aafe-7147e8877156 req-1dd5d223-5824-48da-9f20-0f54144d3470 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:10:06.966781 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 46936) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:06.967894 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:06.977247 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-d38684d0-5434-4f5b-82d6-9d8b3d69222b tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1339678941', 'description': 'tempest-description--1753743280'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:10:06.993157 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df8de22-cb88-404a-aafe-7147e8877156 req-1dd5d223-5824-48da-9f20-0f54144d3470 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:10:07.001055 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8de22-cb88-404a-aafe-7147e8877156 req-1dd5d223-5824-48da-9f20-0f54144d3470 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:07.001867 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-6df8de22-cb88-404a-aafe-7147e8877156 req-1dd5d223-5824-48da-9f20-0f54144d3470 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:07.017774 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1ad2c503-b008-4125-a12e-ebf89b8783db req-5a14f588-2c97-4091-bc37-7d2c05dbfde4 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2679870 Sep 15 15:10:07.031731 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5d223-5824-48da-9f20-0f54144d3470 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Pushing event updated for resources: {'Port': ['ID=482cc345-7255-4ff7-96fc-ca43a9b74f00,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:07.033878 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002857'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:07.075648 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c9141-f8fa-440e-81ce-05c9061a13a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0962a3-b72f-4871-921b-6db2feb3140f,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:07.119564 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf9ad3f-9aa1-47b2-8501-4caf91454e57,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:07.172761 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-277fa0ba-25b1-4d1f-ae7a-b8aa8461f491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:07.200068 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-277fa0ba-25b1-4d1f-ae7a-b8aa8461f491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:07.281311 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15a0ac4-07ce-439e-8051-f43bc0220138 x-openstack-request-id: req-e15a0ac4-07ce-439e-8051-f43bc0220138 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:10:07.282116 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4299848-ef56-4f48-a0f8-8e4bd11a4da5", "tag": "235bcf9c-3fd5-4bbc-988e-b12d0006da81", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:10:07.282116 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e15a0ac4-07ce-439e-8051-f43bc0220138 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:10:07.282303 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4299848-ef56-4f48-a0f8-8e4bd11a4da5', 'tag': '235bcf9c-3fd5-4bbc-988e-b12d0006da81', 'status': 'completed', 'code': 200} Sep 15 15:10:07.283052 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f1ee37ee-c7bf-4076-90fb-fe70994422b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:07.292576 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-277fa0ba-25b1-4d1f-ae7a-b8aa8461f491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:07.295226 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-277fa0ba-25b1-4d1f-ae7a-b8aa8461f491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:07.298761 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-277fa0ba-25b1-4d1f-ae7a-b8aa8461f491 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6c0962a3-b72f-4871-921b-6db2feb3140f HTTP/1.1" status: 204 len: 168 time: 0.5132549 Sep 15 15:10:07.365334 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:07.385269 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:07.396244 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fa0ba-25b1-4d1f-ae7a-b8aa8461f491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0962a3-b72f-4871-921b-6db2feb3140f,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:07.406339 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] Attempting to bind port bcf9ad3f-9aa1-47b2-8501-4caf91454e57 on host hv-cinder-80883 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:10:07.406899 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f1ee37ee-c7bf-4076-90fb-fe70994422b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:07.408823 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] Attempting to bind port bcf9ad3f-9aa1-47b2-8501-4caf91454e57 by drivers openvswitch,hyperv on host hv-cinder-80883 at level 0 using segments [{'id': '7d6b8b65-5fab-46f6-a808-80453e82e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7878546a-73c5-466f-bc02-0c21fc868623'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:10:07.409196 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] Attempting to bind port bcf9ad3f-9aa1-47b2-8501-4caf91454e57 on network 7878546a-73c5-466f-bc02-0c21fc868623 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:10:07.439953 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032f324-d0c4-410a-a382-623d67cc05a9 req-44e6a250-9b33-4988-a72f-e5e48517cdac tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:07.448644 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbad88-7c99-4667-8a86-4d86a45490ca None None] Pushing event updated for resources: {'Port': ['ID=58bc0033-0c3d-4f7c-a005-aa1668aa031f,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:07.451450 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:07.461374 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-08427655-e81f-463f-9660-28587048a086 req-9e53cc10-58f9-4549-a1fb-e6e80a0d3f51 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 210 time: 0.0917852 Sep 15 15:10:07.467575 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f032f324-d0c4-410a-a382-623d67cc05a9 req-44e6a250-9b33-4988-a72f-e5e48517cdac tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 944 time: 0.3066685 Sep 15 15:10:07.541299 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935455', 'neutron.services.segments.db._delete_segments_for_network-8747554679709'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:07.571238 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5f518ce4-fc82-436a-b065-f900cf92f47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:07.574888 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] Port bcf9ad3f-9aa1-47b2-8501-4caf91454e57 on network 7878546a-73c5-466f-bc02-0c21fc868623 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80883 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:10:07.577527 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] Attempting to bind port bcf9ad3f-9aa1-47b2-8501-4caf91454e57 on network 7878546a-73c5-466f-bc02-0c21fc868623 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:10:07.590189 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:10:07.590806 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:10:07.592139 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:10:07.592743 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Subscribe: > port after_create 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:10:07.593311 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:10:07.593790 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Subscribe: > port after_update 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:10:07.594560 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:10:07.595030 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:10:07.595493 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:10:07.595975 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:10:07.598146 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] Attempting to bind port 58bc0033-0c3d-4f7c-a005-aa1668aa031f on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:10:07.605905 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5f518ce4-fc82-436a-b065-f900cf92f47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:07.606697 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] Attempting to bind port 58bc0033-0c3d-4f7c-a005-aa1668aa031f by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': 'bde9a5be-c47e-42fa-a79f-27cb72c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:10:07.607204 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] Attempting to bind port 58bc0033-0c3d-4f7c-a005-aa1668aa031f on network d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:10:07.613473 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:10:07.614575 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] Checking segment: {'id': 'bde9a5be-c47e-42fa-a79f-27cb72c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:10:07.618370 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:07.618915 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] Bound using segment: {'id': 'bde9a5be-c47e-42fa-a79f-27cb72c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:10:07.619720 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] Bound port: 58bc0033-0c3d-4f7c-a005-aa1668aa031f, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde9a5be-c47e-42fa-a79f-27cb72c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:10:07.620205 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:07.669662 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] Checking agent: {'id': 'db85dd15-89fb-42a1-b201-2709101a597b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'started_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:10:07.669662 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] Checking segment: {'id': '7d6b8b65-5fab-46f6-a808-80453e82e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7878546a-73c5-466f-bc02-0c21fc868623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:10:07.670741 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] Bound using segment: {'id': '7d6b8b65-5fab-46f6-a808-80453e82e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7878546a-73c5-466f-bc02-0c21fc868623'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:10:07.672526 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] Bound port: bcf9ad3f-9aa1-47b2-8501-4caf91454e57, host: hv-cinder-80883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6b8b65-5fab-46f6-a808-80453e82e2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7878546a-73c5-466f-bc02-0c21fc868623'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:10:07.673136 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:07.683441 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6df8de22-cb88-404a-aafe-7147e8877156 req-1dd5d223-5824-48da-9f20-0f54144d3470 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6249464 Sep 15 15:10:07.767919 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] For port 58bc0033-0c3d-4f7c-a005-aa1668aa031f, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:10:07.771674 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] For port 58bc0033-0c3d-4f7c-a005-aa1668aa031f, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=58bc0033-0c3d-4f7c-a005-aa1668aa031f,segment=NetworkSegment(bde9a5be-c47e-42fa-a79f-27cb72c12d32),segment_id=bde9a5be-c47e-42fa-a79f-27cb72c12d32)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:10:07.779710 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:07.808306 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-5f518ce4-fc82-436a-b065-f900cf92f47c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=238fa0d3ac274b5694b12e7f2d834228&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9577410 Sep 15 15:10:07.826656 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 46950) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:07.843116 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f032f324-d0c4-410a-a382-623d67cc05a9 req-3e361db9-3345-45f6-957f-6886054f50e0 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747168 Sep 15 15:10:07.855220 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbad88-7c99-4667-8a86-4d86a45490ca None None] Pushing event updated for resources: {'Port': ['ID=58bc0033-0c3d-4f7c-a005-aa1668aa031f,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:07.860455 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d38684d0-5434-4f5b-82d6-9d8b3d69222b tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:07.894601 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] Routers {'8c5df71a-1066-4f4c-b894-6d94db02acdc'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:10:07.896724 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:10:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['8c5df71a-1066-4f4c-b894-6d94db02acdc'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:07.945887 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:10:07.952465 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:10:07.952832 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:10:07.953171 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:10:07.953580 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2adad8a-9359-4311-8f7d-dfa1d4625ffd']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:07.956955 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 46952) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:07.980161 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a929be81-b823-4da2-996e-5a3766a2e6d0') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:07.980718 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a929be81-b823-4da2-996e-5a3766a2e6d0') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:08.004103 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747554679206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9148441'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.051214 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.077847 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:10:08.079455 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9629202'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.097726 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] Set router 8c5df71a-1066-4f4c-b894-6d94db02acdc gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:10:08.121697 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f518ce4-fc82-436a-b065-f900cf92f47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4895ea2-961f-4610-ab18-a68b5a5e3be0,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: from cryptography.utils import int_from_bytes Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: from cryptography.utils import int_from_bytes Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: timer() Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: cb(*args, **kw) Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: self._notify() Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: self.callback(batched_events) Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: event.method(event) Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: return self._get(url).json() Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:10:08.123054 dv-cinder-808837-2-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:10:08.167001 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d38684d0-5434-4f5b-82d6-9d8b3d69222b tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.194524 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d38684d0-5434-4f5b-82d6-9d8b3d69222b tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.220951 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8536a5b2-c126-47dc-aa21-3a2cf2e906fc None None] Provisioning complete for port 58bc0033-0c3d-4f7c-a005-aa1668aa031f triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:10:08.221795 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8536a5b2-c126-47dc-aa21-3a2cf2e906fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.245633 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8e953f0d-08da-4e68-b8c7-7463ae8e7756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.264230 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38684d0-5434-4f5b-82d6-9d8b3d69222b tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d65ab7b9-06fa-453f-b057-b0ae6915a7f6,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:08.319306 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f1ee37ee-c7bf-4076-90fb-fe70994422b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.322610 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f1ee37ee-c7bf-4076-90fb-fe70994422b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.332220 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f1ee37ee-c7bf-4076-90fb-fe70994422b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7a091ed-5b4c-4e86-9df9-840c36baf347 HTTP/1.1" status: 204 len: 168 time: 1.7990143 Sep 15 15:10:08.356774 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee37ee-c7bf-4076-90fb-fe70994422b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a091ed-5b4c-4e86-9df9-840c36baf347,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:08.371672 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675161'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.399036 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.401045 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] 10.222.0.44 "DELETE /v2.0/networks/f2adad8a-9359-4311-8f7d-dfa1d4625ffd HTTP/1.1" status: 204 len: 168 time: 1.5231791 Sep 15 15:10:08.420889 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8e953f0d-08da-4e68-b8c7-7463ae8e7756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.425629 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d38684d0-5434-4f5b-82d6-9d8b3d69222b tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.428225 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-d38684d0-5434-4f5b-82d6-9d8b3d69222b tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4571040 Sep 15 15:10:08.431129 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46958) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:08.431497 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46960) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:08.434811 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8e953f0d-08da-4e68-b8c7-7463ae8e7756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.440564 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ae747-bfe2-4640-aea8-b9cbd78e223b admin admin] Pushing event deleted for resources: {'Network': ['ID=f2adad8a-9359-4311-8f7d-dfa1d4625ffd,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:08.451104 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] For port bcf9ad3f-9aa1-47b2-8501-4caf91454e57, host hv-cinder-80883, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:10:08.461602 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8536a5b2-c126-47dc-aa21-3a2cf2e906fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.525782 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8ef431a3-4c75-4f5d-aab8-d0a03bd356ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.536999 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] For port bcf9ad3f-9aa1-47b2-8501-4caf91454e57, host hv-cinder-80883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=bcf9ad3f-9aa1-47b2-8501-4caf91454e57,segment=NetworkSegment(7d6b8b65-5fab-46f6-a808-80453e82e2a4),segment_id=7d6b8b65-5fab-46f6-a808-80453e82e2a4)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:10:08.565125 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.566377 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-52f9ebaf-fd29-4b66-9ec1-2aeb80f3022c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Request body: {'security_group_rule': {'security_group_id': 'd65ab7b9-06fa-453f-b057-b0ae6915a7f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:10:08.591664 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8536a5b2-c126-47dc-aa21-3a2cf2e906fc None None] For port 58bc0033-0c3d-4f7c-a005-aa1668aa031f, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=58bc0033-0c3d-4f7c-a005-aa1668aa031f,segment=NetworkSegment(bde9a5be-c47e-42fa-a79f-27cb72c12d32),segment_id=bde9a5be-c47e-42fa-a79f-27cb72c12d32)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:08.609943 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8536a5b2-c126-47dc-aa21-3a2cf2e906fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.611305 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffabb0ba-783d-4c9b-a017-a98c6a5c7696 admin admin] Deleting subnet f4379526-ecc8-4246-baea-a13d643b5672 {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:10:08.634288 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854003df-f11e-4e15-9af3-a6c936e39df7 req-405f603a-79b5-414c-be64-0621c52c2ba0 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:08.644778 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-854003df-f11e-4e15-9af3-a6c936e39df7 req-405f603a-79b5-414c-be64-0621c52c2ba0 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 944 time: 0.4742310 Sep 15 15:10:08.652610 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ffabb0ba-783d-4c9b-a017-a98c6a5c7696 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.674559 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf9ad3f-9aa1-47b2-8501-4caf91454e57,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:08.678513 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e953f0d-08da-4e68-b8c7-7463ae8e7756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab8d032-321f-472b-a325-198d6d389d61,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:08.704304 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-8e953f0d-08da-4e68-b8c7-7463ae8e7756 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81304f6f96b84e2887cd0b6ecc2e9a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5835974 Sep 15 15:10:08.713559 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 46968) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:08.717196 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8ef431a3-4c75-4f5d-aab8-d0a03bd356ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.734578 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:08.735888 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.737530 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-632a4e0f-7618-4e97-8ab4-b6d19a6c8e70 service neutron] 10.222.0.47 "PUT /v2.0/ports/bcf9ad3f-9aa1-47b2-8501-4caf91454e57 HTTP/1.1" status: 200 len: 1094 time: 3.9052382 Sep 15 15:10:08.740110 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30bd7b10-d9df-49a4-b85d-ed2b381ae52a', 'tag': 'bcf9ad3f-9aa1-47b2-8501-4caf91454e57'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:10:08.765985 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-52f9ebaf-fd29-4b66-9ec1-2aeb80f3022c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.832271 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:49Z', 'updated_at': '2021-09-15T15:10:01Z', 'revision_number': 4, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'gw_port': {'id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '58bc0033-0c3d-4f7c-a005-aa1668aa031f', 'name': '', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'mac_address': 'fa:16:3e:ef:2e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:56Z', 'updated_at': '2021-09-15T15:10:07Z', 'revision_number': 4, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'subnets': [{'id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:08.834690 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ffabb0ba-783d-4c9b-a017-a98c6a5c7696 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9148434'] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.837985 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536a5b2-c126-47dc-aa21-3a2cf2e906fc None None] Pushing event updated for resources: {'Port': ['ID=58bc0033-0c3d-4f7c-a005-aa1668aa031f,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:08.864695 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46972) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:08.870618 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e287f7ec-2a46-4d28-862f-d022e0286232 None None] The sync data for ids ['8c5df71a-1066-4f4c-b894-6d94db02acdc'] in dv-cinder-808837-2-iscsi is: [{'id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:49Z', 'updated_at': '2021-09-15T15:10:01Z', 'revision_number': 4, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'gw_port': {'id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '58bc0033-0c3d-4f7c-a005-aa1668aa031f', 'name': '', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'mac_address': 'fa:16:3e:ef:2e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:56Z', 'updated_at': '2021-09-15T15:10:07Z', 'revision_number': 4, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'subnets': [{'id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:10:08.880711 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-d15e0ad0-cc1a-40ac-bff6-1a9f8e70d015 None None] Provisioning complete for port 58bc0033-0c3d-4f7c-a005-aa1668aa031f triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:10:08.883488 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-433419ec-c503-4d35-ac96-81aa23c30314 req-76fdc4e4-db15-4fe6-9fd7-5951af0a9349 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 210 time: 0.2156687 Sep 15 15:10:08.883973 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d15e0ad0-cc1a-40ac-bff6-1a9f8e70d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.928033 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-854003df-f11e-4e15-9af3-a6c936e39df7 req-34afedad-4618-46b4-8f8e-095301a655be tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671859 Sep 15 15:10:08.954910 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-606f132c-a71f-48db-8504-29003f604162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.983441 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-52f9ebaf-fd29-4b66-9ec1-2aeb80f3022c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:08.994694 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-52f9ebaf-fd29-4b66-9ec1-2aeb80f3022c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:09.055915 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ffabb0ba-783d-4c9b-a017-a98c6a5c7696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935064'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:09.093626 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9ebaf-fd29-4b66-9ec1-2aeb80f3022c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d35372-7b77-4a87-870f-b73410a2c2de,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:09.162686 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-49023c60-20ad-4752-8244-dc09c0fe5830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:09.179126 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6d8a75-9314-448a-88fe-56816bd3a2ca" -d '{"events": [{"name": "network-changed", "server_uuid": "30bd7b10-d9df-49a4-b85d-ed2b381ae52a", "tag": "bcf9ad3f-9aa1-47b2-8501-4caf91454e57"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:10:09.205507 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8ef431a3-4c75-4f5d-aab8-d0a03bd356ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:09.217379 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8ef431a3-4c75-4f5d-aab8-d0a03bd356ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:09.217662 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ffabb0ba-783d-4c9b-a017-a98c6a5c7696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-935055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8779951'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:09.227337 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-8ef431a3-4c75-4f5d-aab8-d0a03bd356ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c4895ea2-961f-4610-ab18-a68b5a5e3be0 HTTP/1.1" status: 204 len: 168 time: 1.3831787 Sep 15 15:10:09.276937 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabb0ba-783d-4c9b-a017-a98c6a5c7696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4379526-ecc8-4246-baea-a13d643b5672,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:09.288181 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ffabb0ba-783d-4c9b-a017-a98c6a5c7696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:09.292656 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ffabb0ba-783d-4c9b-a017-a98c6a5c7696 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f4379526-ecc8-4246-baea-a13d643b5672 HTTP/1.1" status: 204 len: 168 time: 0.8447852 Sep 15 15:10:09.299860 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef431a3-4c75-4f5d-aab8-d0a03bd356ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4895ea2-961f-4610-ab18-a68b5a5e3be0,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:09.301349 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46984) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:09.337361 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-49023c60-20ad-4752-8244-dc09c0fe5830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:09.401561 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-606f132c-a71f-48db-8504-29003f604162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:09.421250 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1834a829-b3fd-45d0-85fc-e0177e770143 x-openstack-request-id: req-1834a829-b3fd-45d0-85fc-e0177e770143 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:10:09.421701 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30bd7b10-d9df-49a4-b85d-ed2b381ae52a", "tag": "bcf9ad3f-9aa1-47b2-8501-4caf91454e57", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:10:09.421798 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1834a829-b3fd-45d0-85fc-e0177e770143 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:10:09.422580 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30bd7b10-d9df-49a4-b85d-ed2b381ae52a', 'tag': 'bcf9ad3f-9aa1-47b2-8501-4caf91454e57', 'status': 'completed', 'code': 200} Sep 15 15:10:09.447549 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-606f132c-a71f-48db-8504-29003f604162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:09.471127 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-52f9ebaf-fd29-4b66-9ec1-2aeb80f3022c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:09.478536 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-52f9ebaf-fd29-4b66-9ec1-2aeb80f3022c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0284190 Sep 15 15:10:09.493962 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a88e16-c29c-47d2-888f-f1c820b93af9 req-f42a49f3-8184-4cfb-aa95-9a485404baf7 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:09.501978 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-96a88e16-c29c-47d2-888f-f1c820b93af9 req-f42a49f3-8184-4cfb-aa95-9a485404baf7 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 944 time: 0.4600573 Sep 15 15:10:09.510665 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 46986) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:09.528761 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-1fef776a-b62a-472e-955c-5298aea1aa10 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Request body: {'security_group_rule': {'security_group_id': 'd65ab7b9-06fa-453f-b057-b0ae6915a7f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:10:09.608762 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-49023c60-20ad-4752-8244-dc09c0fe5830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:09.611900 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-49023c60-20ad-4752-8244-dc09c0fe5830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:09.623566 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-49023c60-20ad-4752-8244-dc09c0fe5830 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ab8d032-321f-472b-a325-198d6d389d61 HTTP/1.1" status: 204 len: 168 time: 0.9015107 Sep 15 15:10:09.661872 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c33b3dbc-1aa5-41f2-8a74-cc60d6d35f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002857'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:09.670577 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 58bc0033-0c3d-4f7c-a005-aa1668aa031f up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:10:09.689872 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f132c-a71f-48db-8504-29003f604162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8819e1d-0cb2-4a9b-ac7c-a879ce291c50,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:09.720948 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-606f132c-a71f-48db-8504-29003f604162 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7cce7018ed2c4c5e87c3aff167c698c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8186140 Sep 15 15:10:09.722176 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 46992) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:09.729576 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49023c60-20ad-4752-8244-dc09c0fe5830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab8d032-321f-472b-a325-198d6d389d61,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:09.807237 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-96a88e16-c29c-47d2-888f-f1c820b93af9 req-1d7265f4-4745-4f5a-8fa7-4a419aa91816 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458036 Sep 15 15:10:09.808340 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1fef776a-b62a-472e-955c-5298aea1aa10 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:09.956861 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1fef776a-b62a-472e-955c-5298aea1aa10 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:09.964261 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1fef776a-b62a-472e-955c-5298aea1aa10 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:10.048264 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-44612a64-64fb-47b4-95f7-a1f94f5e423d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:10.054772 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef776a-b62a-472e-955c-5298aea1aa10 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f27572-1fdb-4926-88ec-74f8da7d8037,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:10.065401 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1fef776a-b62a-472e-955c-5298aea1aa10 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:10.068229 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-1fef776a-b62a-472e-955c-5298aea1aa10 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5530138 Sep 15 15:10:10.083053 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 47000) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:10.097381 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-08d77e71-829a-4079-ab84-1d358e20e2c7 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Request body: {'floatingip': {'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:10:10.153481 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] Request body: {'port': {'device_id': '4fcc554c-2a24-442a-86f7-f3eee76f1325', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80883'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:10:10.160575 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c33b3dbc-1aa5-41f2-8a74-cc60d6d35f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935455', 'neutron.services.segments.db._delete_segments_for_network-8747554679709'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:10.218238 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-c33b3dbc-1aa5-41f2-8a74-cc60d6d35f0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e039961-ecf7-4a18-934f-1eab8b9fc741']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:10.243338 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 58bc0033-0c3d-4f7c-a005-aa1668aa031f triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:10:10.246202 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:10.345742 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-44612a64-64fb-47b4-95f7-a1f94f5e423d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:10.367843 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-c33b3dbc-1aa5-41f2-8a74-cc60d6d35f0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71600b01-09e7-44dd-aef1-068cddf2fe96') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:10.368196 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-c33b3dbc-1aa5-41f2-8a74-cc60d6d35f0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71600b01-09e7-44dd-aef1-068cddf2fe96') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:10.419890 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c33b3dbc-1aa5-41f2-8a74-cc60d6d35f0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747554679206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9148441'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:10.453652 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:10.488335 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c33b3dbc-1aa5-41f2-8a74-cc60d6d35f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:10.501795 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33b3dbc-1aa5-41f2-8a74-cc60d6d35f0e admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:10:10.502375 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c33b3dbc-1aa5-41f2-8a74-cc60d6d35f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9629202'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: timer() Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: cb(*args, **kw) Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: self._notify() Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: self.callback(batched_events) Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: event.method(event) Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: return self._get(url).json() Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:10:10.604359 dv-cinder-808837-2-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:10:10.615995 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.47', 55721) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:10.666622 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-08d77e71-829a-4079-ab84-1d358e20e2c7 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for floatingip, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:10.709894 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09a4c8-118a-4b3c-9821-e3879383fda7 req-d7e6c698-7fd5-41f1-8a4e-c0a8c276280c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:10.710682 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-737d3291-b036-402e-9933-fe34dda47f4b req-8a137b25-5f7f-47f9-a92d-362389a299a5 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 210 time: 0.6184392 Sep 15 15:10:10.739571 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2b09a4c8-118a-4b3c-9821-e3879383fda7 req-d7e6c698-7fd5-41f1-8a4e-c0a8c276280c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 944 time: 0.6706398 Sep 15 15:10:10.739903 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c33b3dbc-1aa5-41f2-8a74-cc60d6d35f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675161'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:10.745857 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c33b3dbc-1aa5-41f2-8a74-cc60d6d35f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:10.748516 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c33b3dbc-1aa5-41f2-8a74-cc60d6d35f0e admin admin] 10.222.0.44 "DELETE /v2.0/networks/6e039961-ecf7-4a18-934f-1eab8b9fc741 HTTP/1.1" status: 204 len: 168 time: 1.4456079 Sep 15 15:10:10.901099 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b3dbc-1aa5-41f2-8a74-cc60d6d35f0e admin admin] Pushing event deleted for resources: {'Network': ['ID=6e039961-ecf7-4a18-934f-1eab8b9fc741,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:10.927303 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d8a75-9314-448a-88fe-56816bd3a2ca req-89e3c773-405d-4565-bc45-02692c9b231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:10.931024 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7a6d8a75-9314-448a-88fe-56816bd3a2ca req-89e3c773-405d-4565-bc45-02692c9b231d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a82ee814f7284bfaaee05def6aa15c17&device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 1097 time: 0.3239365 Sep 15 15:10:11.015652 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-f2695cd0-b479-457e-b174-141e7fd0960c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:11.021412 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-f2695cd0-b479-457e-b174-141e7fd0960c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.47 "GET /v2.0/networks?id=27aa2b65-aece-4c07-9c11-3987e0397682 HTTP/1.1" status: 200 len: 819 time: 0.4043181 Sep 15 15:10:11.024068 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-44612a64-64fb-47b4-95f7-a1f94f5e423d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:11.028899 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-44612a64-64fb-47b4-95f7-a1f94f5e423d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:11.034552 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-44612a64-64fb-47b4-95f7-a1f94f5e423d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8819e1d-0cb2-4a9b-ac7c-a879ce291c50 HTTP/1.1" status: 204 len: 168 time: 1.3069594 Sep 15 15:10:11.078452 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44612a64-64fb-47b4-95f7-a1f94f5e423d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8819e1d-0cb2-4a9b-ac7c-a879ce291c50,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:11.108508 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2b09a4c8-118a-4b3c-9821-e3879383fda7 req-87a2eff0-470a-473a-b86b-7fdc4557befa tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648221 Sep 15 15:10:11.170995 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575afe54-1e84-43fa-8d97-fbcda76d698d req-8defd294-3068-4311-8636-b7f0e72c32cd tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:11.171508 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-575afe54-1e84-43fa-8d97-fbcda76d698d req-8defd294-3068-4311-8636-b7f0e72c32cd tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 944 time: 0.1489663 Sep 15 15:10:11.252459 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-575afe54-1e84-43fa-8d97-fbcda76d698d req-943ee684-eb6d-4cf4-a841-f04912a7f12f tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677712 Sep 15 15:10:11.417848 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 47028) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:11.504701 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-3edb4460-3d69-4be7-9688-96f3d9aa0131 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a08c7f43dcce427c84d26d2780d0db2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0854704 Sep 15 15:10:11.507677 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 47032) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:11.592653 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a4c4a-2341-4397-9967-520524dc693c req-b445d44e-25be-4edb-8206-c1ca4f43872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:11.594373 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c92a4c4a-2341-4397-9967-520524dc693c req-b445d44e-25be-4edb-8206-c1ca4f43872a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9cef0aeca354c71b27931ed9e4e8927&device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 1097 time: 1.1913953 Sep 15 15:10:11.620398 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4e65c336-54eb-431b-b0c9-dc272d12a9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:11.646733 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4e65c336-54eb-431b-b0c9-dc272d12a9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:11.714983 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4e65c336-54eb-431b-b0c9-dc272d12a9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:11.719298 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4e65c336-54eb-431b-b0c9-dc272d12a9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:11.725608 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-4e65c336-54eb-431b-b0c9-dc272d12a9af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64357aab-b9b0-45d5-b28d-c6c2e206587e HTTP/1.1" status: 204 len: 168 time: 0.2168963 Sep 15 15:10:11.734534 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65c336-54eb-431b-b0c9-dc272d12a9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64357aab-b9b0-45d5-b28d-c6c2e206587e,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:11.738161 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482cc345-7255-4ff7-96fc-ca43a9b74f00 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:10:11.748711 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:11.751969 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-08d77e71-829a-4079-ab84-1d358e20e2c7 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:11.780042 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] Transition to ACTIVE for port object 482cc345-7255-4ff7-96fc-ca43a9b74f00 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:10:11.811699 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:11.900018 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c469bfb0-f9c7-433b-85c9-7e5cf4cf53c2 req-e5cb1910-7a51-4181-8784-a4ef2b41cadd tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 210 time: 0.0513198 Sep 15 15:10:11.930799 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] Pushing event updated for resources: {'Port': ['ID=482cc345-7255-4ff7-96fc-ca43a9b74f00,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:11.984160 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] Attempting to bind port 482cc345-7255-4ff7-96fc-ca43a9b74f00 on host hv-cinder-80883 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:10:11.984490 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] Attempting to bind port 482cc345-7255-4ff7-96fc-ca43a9b74f00 by drivers openvswitch,hyperv on host hv-cinder-80883 at level 0 using segments [{'id': 'f38f65ae-90dc-4365-b157-1c7ed9d776b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '27aa2b65-aece-4c07-9c11-3987e0397682'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:10:11.984809 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] Attempting to bind port 482cc345-7255-4ff7-96fc-ca43a9b74f00 on network 27aa2b65-aece-4c07-9c11-3987e0397682 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:10:11.987988 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-08d77e71-829a-4079-ab84-1d358e20e2c7 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Allocated IP 172.27.1.78 (de13fce9-42d8-46bf-87ad-5f72634a95fa/379175a2-a4aa-4fa7-8529-653d88fdda18/c196ad81-62d6-43c7-bb30-a831949b036c) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:10:12.004088 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] Port 482cc345-7255-4ff7-96fc-ca43a9b74f00 on network 27aa2b65-aece-4c07-9c11-3987e0397682 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80883 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:10:12.005008 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] Attempting to bind port 482cc345-7255-4ff7-96fc-ca43a9b74f00 on network 27aa2b65-aece-4c07-9c11-3987e0397682 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:10:12.008686 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-b5f6148c-f432-4e3b-8c7a-e38a61b5158c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Request body: {'port': {'device_id': 'bef4bc6b-a3ee-4402-a3f0-122126c25a4a', 'network_id': '27aa2b65-aece-4c07-9c11-3987e0397682', 'admin_state_up': True, 'tenant_id': '163ec6c96b0a4d718abb77037ca241be'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:10:12.056349 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] Checking agent: {'id': 'db85dd15-89fb-42a1-b201-2709101a597b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'started_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:10:12.056708 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] Checking segment: {'id': 'f38f65ae-90dc-4365-b157-1c7ed9d776b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '27aa2b65-aece-4c07-9c11-3987e0397682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:10:12.057047 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] Bound using segment: {'id': 'f38f65ae-90dc-4365-b157-1c7ed9d776b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '27aa2b65-aece-4c07-9c11-3987e0397682'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:10:12.058154 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] Bound port: 482cc345-7255-4ff7-96fc-ca43a9b74f00, host: hv-cinder-80883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f38f65ae-90dc-4365-b157-1c7ed9d776b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '27aa2b65-aece-4c07-9c11-3987e0397682'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:10:12.058154 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:12.327189 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a4c4a-2341-4397-9967-520524dc693c req-2a4bd5c4-5916-46aa-925c-5cc9ca12cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:12.330388 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c92a4c4a-2341-4397-9967-520524dc693c req-2a4bd5c4-5916-46aa-925c-5cc9ca12cf65 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a9cef0aeca354c71b27931ed9e4e8927&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3368354 Sep 15 15:10:12.355048 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] For port 482cc345-7255-4ff7-96fc-ca43a9b74f00, host hv-cinder-80883, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:10:12.368897 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] For port 482cc345-7255-4ff7-96fc-ca43a9b74f00, host hv-cinder-80883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=482cc345-7255-4ff7-96fc-ca43a9b74f00,segment=NetworkSegment(f38f65ae-90dc-4365-b157-1c7ed9d776b2),segment_id=f38f65ae-90dc-4365-b157-1c7ed9d776b2)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:10:12.406038 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:12.482462 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d8a75-9314-448a-88fe-56816bd3a2ca req-ff679308-61a4-4aa6-922d-8bfc2d518e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:12.483946 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7a6d8a75-9314-448a-88fe-56816bd3a2ca req-ff679308-61a4-4aa6-922d-8bfc2d518e95 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a82ee814f7284bfaaee05def6aa15c17&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4930952 Sep 15 15:10:12.520672 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283860fd-3ad8-4426-bb5e-c254bf08022e req-662918fd-160a-44b6-ac4b-a91e78c22356 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:12.522327 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-283860fd-3ad8-4426-bb5e-c254bf08022e req-662918fd-160a-44b6-ac4b-a91e78c22356 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 944 time: 0.1877551 Sep 15 15:10:12.541824 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-08d77e71-829a-4079-ab84-1d358e20e2c7 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:12.589315 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:12.589923 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:12.591472 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6df8de22-cb88-404a-aafe-7147e8877156 req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] 10.222.0.47 "PUT /v2.0/ports/482cc345-7255-4ff7-96fc-ca43a9b74f00 HTTP/1.1" status: 200 len: 1093 time: 2.4554124 Sep 15 15:10:12.591954 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcc554c-2a24-442a-86f7-f3eee76f1325', 'tag': '482cc345-7255-4ff7-96fc-ca43a9b74f00'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:10:12.594398 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523b634f-6794-43e9-86b9-307e6b6efc4a" -d '{"events": [{"name": "network-changed", "server_uuid": "4fcc554c-2a24-442a-86f7-f3eee76f1325", "tag": "482cc345-7255-4ff7-96fc-ca43a9b74f00"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:10:12.619438 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 47078) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:12.677474 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ba1ee-bc13-4af4-bd72-2ba2f036f460 service neutron] Pushing event updated for resources: {'Port': ['ID=482cc345-7255-4ff7-96fc-ca43a9b74f00,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:12.689674 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-b5f6148c-f432-4e3b-8c7a-e38a61b5158c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Made reservation on behalf of 163ec6c96b0a4d718abb77037ca241be for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:10:12.693939 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-b5f6148c-f432-4e3b-8c7a-e38a61b5158c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:12.727274 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-283860fd-3ad8-4426-bb5e-c254bf08022e req-4cf79d08-4dd9-4929-9d79-0b55c71ad70c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892719 Sep 15 15:10:12.740295 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ebd95-a612-46b6-937f-003df718a619 req-b7e96945-b9b9-40fa-b2f7-aeac92c531f8 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:12.741938 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-695ebd95-a612-46b6-937f-003df718a619 req-b7e96945-b9b9-40fa-b2f7-aeac92c531f8 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 944 time: 0.3376796 Sep 15 15:10:12.742417 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d8a75-9314-448a-88fe-56816bd3a2ca req-0f920827-1662-44a4-8ffe-35bcc2773064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:12.744053 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7a6d8a75-9314-448a-88fe-56816bd3a2ca req-0f920827-1662-44a4-8ffe-35bcc2773064 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2526102 Sep 15 15:10:12.755101 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a4c4a-2341-4397-9967-520524dc693c req-e923faa6-883a-4ce2-b646-aeeab75bb495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:12.756587 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c92a4c4a-2341-4397-9967-520524dc693c req-e923faa6-883a-4ce2-b646-aeeab75bb495 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4168904 Sep 15 15:10:12.785083 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-08d77e71-829a-4079-ab84-1d358e20e2c7 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:12.807541 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8de22-cb88-404a-aafe-7147e8877156 req-7c7bffc9-4617-4547-aa91-04bfbfa326ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:12.809042 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6df8de22-cb88-404a-aafe-7147e8877156 req-7c7bffc9-4617-4547-aa91-04bfbfa326ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=163ec6c96b0a4d718abb77037ca241be&device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 1096 time: 0.1609020 Sep 15 15:10:12.814133 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-afa529a5-41b5-4a7c-b5f6-dc236500d376 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af671e7606a246268a387deb8b85c967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903231 Sep 15 15:10:12.829997 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 47084) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:12.851945 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86ae907-3b7a-4710-a06e-2249976a7669 x-openstack-request-id: req-a86ae907-3b7a-4710-a06e-2249976a7669 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:10:12.852242 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fcc554c-2a24-442a-86f7-f3eee76f1325", "tag": "482cc345-7255-4ff7-96fc-ca43a9b74f00", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:10:12.853317 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a86ae907-3b7a-4710-a06e-2249976a7669 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:10:12.853317 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcc554c-2a24-442a-86f7-f3eee76f1325', 'tag': '482cc345-7255-4ff7-96fc-ca43a9b74f00', 'status': 'completed', 'code': 200} Sep 15 15:10:12.899825 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d77e71-829a-4079-ab84-1d358e20e2c7 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Network de13fce9-42d8-46bf-87ad-5f72634a95fa is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:10:12.957238 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-08d77e71-829a-4079-ab84-1d358e20e2c7 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:10:12.966927 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6df8de22-cb88-404a-aafe-7147e8877156 req-eb0141d7-02ba-4eaf-9c23-e64b8aa6822b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=482cc345-7255-4ff7-96fc-ca43a9b74f00 HTTP/1.1" status: 200 len: 217 time: 0.1307135 Sep 15 15:10:12.976145 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d77e71-829a-4079-ab84-1d358e20e2c7 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:10:12.993756 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d77e71-829a-4079-ab84-1d358e20e2c7 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Pushing event updated for resources: {'Port': ['ID=c196ad81-62d6-43c7-bb30-a831949b036c,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:12.999949 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-695ebd95-a612-46b6-937f-003df718a619 req-9645d4af-0399-48ce-8001-74c670b79928 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373807 Sep 15 15:10:13.010739 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-23711ce4-0bb4-429e-bf6d-052873c94631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:13.012595 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-23711ce4-0bb4-429e-bf6d-052873c94631 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9cef0aeca354c71b27931ed9e4e8927&device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 1097 time: 0.1846364 Sep 15 15:10:13.086925 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-952cf5d3-dd12-4e60-af06-e0e586e6a7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:13.107228 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-c633f614-fdde-4b71-acd8-68ba23208428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:13.108923 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-c633f614-fdde-4b71-acd8-68ba23208428 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a82ee814f7284bfaaee05def6aa15c17&device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 1097 time: 0.2939439 Sep 15 15:10:13.127483 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9f083f46-3705-4eb2-8850-78050020b090 req-a38e905d-5300-4a5d-aee3-5e795d495d2d tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 210 time: 0.1049812 Sep 15 15:10:13.132968 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-d24ceb7b-4134-4c39-803c-eff4656a2d09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=235bcf9c-3fd5-4bbc-988e-b12d0006da81 HTTP/1.1" status: 200 len: 217 time: 0.1075280 Sep 15 15:10:13.141683 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-b5f6148c-f432-4e3b-8c7a-e38a61b5158c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Allocated IP 172.20.0.7 (27aa2b65-aece-4c07-9c11-3987e0397682/beb0d370-3954-41e4-8035-bb3df55aa20d/197f43fc-f7c1-43a4-a692-42e19e66fcec) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:10:13.146446 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8de22-cb88-404a-aafe-7147e8877156 req-6f205a71-7dc9-4ba1-906e-b8182f8f607b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:13.147888 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6df8de22-cb88-404a-aafe-7147e8877156 req-6f205a71-7dc9-4ba1-906e-b8182f8f607b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=beb0d370-3954-41e4-8035-bb3df55aa20d HTTP/1.1" status: 200 len: 859 time: 0.1663988 Sep 15 15:10:13.190410 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-08d77e71-829a-4079-ab84-1d358e20e2c7 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:13.195469 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-fe358c0f-8081-49e1-bd82-8d2e3a451c63 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcf9ad3f-9aa1-47b2-8501-4caf91454e57 HTTP/1.1" status: 200 len: 217 time: 0.0790164 Sep 15 15:10:13.218493 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-952cf5d3-dd12-4e60-af06-e0e586e6a7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:13.245224 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6df8de22-cb88-404a-aafe-7147e8877156 req-b25dec88-26bd-44bb-be07-9852b4e8b35c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27aa2b65-aece-4c07-9c11-3987e0397682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625761 Sep 15 15:10:13.283994 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-dee700de-fdc3-4ba5-b6c2-d60c7eb95106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:13.286477 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-dee700de-fdc3-4ba5-b6c2-d60c7eb95106 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b33e9d6-d6d6-4340-8993-9ffa014fc179 HTTP/1.1" status: 200 len: 854 time: 0.1417222 Sep 15 15:10:13.368961 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-339be43a-7c8c-4fad-9fbf-5f209de574b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=075b36e7-6542-424d-b046-8e8b5d008ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704005 Sep 15 15:10:13.531207 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-6bf9be5c-efcd-4cdb-b7b2-400512e8ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:13.531878 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-6bf9be5c-efcd-4cdb-b7b2-400512e8ed26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=616ace13-fe54-4471-81f7-f956ffa45a90 HTTP/1.1" status: 200 len: 852 time: 0.2964225 Sep 15 15:10:13.534507 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-08d77e71-829a-4079-ab84-1d358e20e2c7 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:13.558685 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-952cf5d3-dd12-4e60-af06-e0e586e6a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:13.561482 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-952cf5d3-dd12-4e60-af06-e0e586e6a7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:13.565953 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-952cf5d3-dd12-4e60-af06-e0e586e6a7e2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c8ff093-693a-4608-93fe-55d0a5da8f31 HTTP/1.1" status: 204 len: 168 time: 0.7349939 Sep 15 15:10:13.568439 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-ceeb2b50-4abf-417b-aaef-43437de37562 service neutron] 10.222.0.47 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827388 Sep 15 15:10:13.597464 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cf5d3-dd12-4e60-af06-e0e586e6a7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8ff093-693a-4608-93fe-55d0a5da8f31,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:13.631340 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-39f40156-63f6-4002-960b-42a007b3ebe7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7878546a-73c5-466f-bc02-0c21fc868623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506523 Sep 15 15:10:13.694366 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-b5f6148c-f432-4e3b-8c7a-e38a61b5158c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:13.733862 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6df8de22-cb88-404a-aafe-7147e8877156 req-b5c4d850-df0f-43b0-af6d-a9dcc3f747e9 service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603806 Sep 15 15:10:13.755292 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-7be28093-6404-4996-9464-c7e843a7b6a8 service neutron] 10.222.0.47 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758835 Sep 15 15:10:13.766719 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-b5f6148c-f432-4e3b-8c7a-e38a61b5158c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:13.883571 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-b5f6148c-f432-4e3b-8c7a-e38a61b5158c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Network 27aa2b65-aece-4c07-9c11-3987e0397682 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:10:13.892006 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-b5f6148c-f432-4e3b-8c7a-e38a61b5158c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:10:13.897075 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-b5f6148c-f432-4e3b-8c7a-e38a61b5158c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:10:13.915210 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-c448e773-b33e-46bd-986a-7563b8f7f153 service neutron] 10.222.0.47 "GET /v2.0/networks/7878546a-73c5-466f-bc02-0c21fc868623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684917 Sep 15 15:10:13.959885 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-b5f6148c-f432-4e3b-8c7a-e38a61b5158c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:13.960555 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-b5f6148c-f432-4e3b-8c7a-e38a61b5158c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:13.978849 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-b5f6148c-f432-4e3b-8c7a-e38a61b5158c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9855137 Sep 15 15:10:13.984840 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6148c-f432-4e3b-8c7a-e38a61b5158c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Pushing event updated for resources: {'Port': ['ID=197f43fc-f7c1-43a4-a692-42e19e66fcec,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:13.991450 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] Request body: {'port': {'device_id': 'bef4bc6b-a3ee-4402-a3f0-122126c25a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80883'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:10:14.023902 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-08d77e71-829a-4079-ab84-1d358e20e2c7 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:14.055384 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-08d77e71-829a-4079-ab84-1d358e20e2c7 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:14.058724 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6df8de22-cb88-404a-aafe-7147e8877156 req-fffba411-2593-4e6d-8bc3-61ec719b72d2 service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690337 Sep 15 15:10:14.085703 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a4f66-b2e8-4f24-9b94-701eef73f468 req-fb5f44cc-4efe-4b5a-88a7-41b039367264 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:14.087430 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-201a4f66-b2e8-4f24-9b94-701eef73f468 req-fb5f44cc-4efe-4b5a-88a7-41b039367264 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 944 time: 0.1923058 Sep 15 15:10:14.095673 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:14.126448 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-08d77e71-829a-4079-ab84-1d358e20e2c7 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675147'] for floatingip, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:14.207748 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-08d77e71-829a-4079-ab84-1d358e20e2c7 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:14.215118 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-08d77e71-829a-4079-ab84-1d358e20e2c7 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1285527 Sep 15 15:10:14.216110 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2e984d6c-2287-42ba-810f-f3d25097a04e req-671e19f6-043e-4d92-86d4-f186858599a2 service neutron] 10.222.0.47 "GET /v2.0/networks/7878546a-73c5-466f-bc02-0c21fc868623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884665 Sep 15 15:10:14.217639 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d77e71-829a-4079-ab84-1d358e20e2c7 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Pushing event updated for resources: {'Port': ['ID=c196ad81-62d6-43c7-bb30-a831949b036c,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:14.262108 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-201a4f66-b2e8-4f24-9b94-701eef73f468 req-e97c6ff9-70fc-4854-a4da-95807a7d0b09 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419389 Sep 15 15:10:14.267040 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b634f-6794-43e9-86b9-307e6b6efc4a req-c5d08206-ba01-4d9a-a215-b883a0728c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:14.275898 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-523b634f-6794-43e9-86b9-307e6b6efc4a req-c5d08206-ba01-4d9a-a215-b883a0728c81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=163ec6c96b0a4d718abb77037ca241be&device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 1096 time: 0.1569176 Sep 15 15:10:14.415172 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fbc1f-a8fe-4fba-b01b-9def0c6018d9 req-1f4a47a6-8ec2-4832-aa8a-fe5dcabffc6b tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:14.422571 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c25fbc1f-a8fe-4fba-b01b-9def0c6018d9 req-1f4a47a6-8ec2-4832-aa8a-fe5dcabffc6b tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 944 time: 0.2933493 Sep 15 15:10:14.529048 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38481c6f-5c3a-4816-a6ff-8192abffe6b2 req-e17c44dd-bdaf-4288-8124-629ee0a2d9df tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:14.531379 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-38481c6f-5c3a-4816-a6ff-8192abffe6b2 req-e17c44dd-bdaf-4288-8124-629ee0a2d9df tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 931 time: 0.1648412 Sep 15 15:10:14.535345 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b634f-6794-43e9-86b9-307e6b6efc4a req-d5bde441-4ba8-4337-bef8-2de3319b1a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:14.537529 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-523b634f-6794-43e9-86b9-307e6b6efc4a req-d5bde441-4ba8-4337-bef8-2de3319b1a7c service neutron] 10.222.0.47 "GET /v2.0/networks?id=27aa2b65-aece-4c07-9c11-3987e0397682 HTTP/1.1" status: 200 len: 920 time: 0.2531450 Sep 15 15:10:14.607251 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-523b634f-6794-43e9-86b9-307e6b6efc4a req-5ec107ae-db59-4d15-9e3f-bfeaf5673291 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=482cc345-7255-4ff7-96fc-ca43a9b74f00 HTTP/1.1" status: 200 len: 217 time: 0.0524623 Sep 15 15:10:14.642229 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-38481c6f-5c3a-4816-a6ff-8192abffe6b2 req-d27b30d4-3aae-48d6-b6b6-01172d9d64e8 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030784 Sep 15 15:10:14.687279 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b634f-6794-43e9-86b9-307e6b6efc4a req-3b46779c-1635-4561-a469-4e54f5ee5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:14.689868 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-523b634f-6794-43e9-86b9-307e6b6efc4a req-3b46779c-1635-4561-a469-4e54f5ee5d39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=beb0d370-3954-41e4-8035-bb3df55aa20d HTTP/1.1" status: 200 len: 859 time: 0.0631642 Sep 15 15:10:14.704967 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c25fbc1f-a8fe-4fba-b01b-9def0c6018d9 req-7a95c450-5aea-4b8c-aeb1-7b48680606fa tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814636 Sep 15 15:10:14.762693 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-523b634f-6794-43e9-86b9-307e6b6efc4a req-1c31561e-b444-4672-8f58-3e383b725948 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27aa2b65-aece-4c07-9c11-3987e0397682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611458 Sep 15 15:10:14.809804 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197f43fc-f7c1-43a4-a692-42e19e66fcec {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:10:14.821653 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:14.837839 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] Transition to ACTIVE for port object 197f43fc-f7c1-43a4-a692-42e19e66fcec will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:10:14.843205 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625850'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:14.945186 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] Pushing event updated for resources: {'Port': ['ID=197f43fc-f7c1-43a4-a692-42e19e66fcec,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:14.998983 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-c067e273-602e-4e41-b1c7-e4e610dede5f tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1339678941&fields=id&tenant_id=78ea4c1deb6c4197a4a8c2fd0d13c414 HTTP/1.1" status: 200 len: 267 time: 0.2097034 Sep 15 15:10:15.015433 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] Attempting to bind port 197f43fc-f7c1-43a4-a692-42e19e66fcec on host hv-cinder-80883 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:10:15.015894 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] Attempting to bind port 197f43fc-f7c1-43a4-a692-42e19e66fcec by drivers openvswitch,hyperv on host hv-cinder-80883 at level 0 using segments [{'id': 'f38f65ae-90dc-4365-b157-1c7ed9d776b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '27aa2b65-aece-4c07-9c11-3987e0397682'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:10:15.016299 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] Attempting to bind port 197f43fc-f7c1-43a4-a692-42e19e66fcec on network 27aa2b65-aece-4c07-9c11-3987e0397682 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:10:15.021662 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] Port 197f43fc-f7c1-43a4-a692-42e19e66fcec on network 27aa2b65-aece-4c07-9c11-3987e0397682 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80883 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:10:15.022464 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] Attempting to bind port 197f43fc-f7c1-43a4-a692-42e19e66fcec on network 27aa2b65-aece-4c07-9c11-3987e0397682 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:10:15.043223 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] Checking agent: {'id': 'db85dd15-89fb-42a1-b201-2709101a597b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'started_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:10:15.043776 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] Checking segment: {'id': 'f38f65ae-90dc-4365-b157-1c7ed9d776b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '27aa2b65-aece-4c07-9c11-3987e0397682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:10:15.044410 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] Bound using segment: {'id': 'f38f65ae-90dc-4365-b157-1c7ed9d776b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '27aa2b65-aece-4c07-9c11-3987e0397682'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:10:15.045087 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] Bound port: 197f43fc-f7c1-43a4-a692-42e19e66fcec, host: hv-cinder-80883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f38f65ae-90dc-4365-b157-1c7ed9d776b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '27aa2b65-aece-4c07-9c11-3987e0397682'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:10:15.045613 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:15.073550 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-523b634f-6794-43e9-86b9-307e6b6efc4a req-d1b600cb-8bf7-42c7-8a6f-f5edabfa9f83 service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047082 Sep 15 15:10:15.120193 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] For port 197f43fc-f7c1-43a4-a692-42e19e66fcec, host hv-cinder-80883, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:10:15.126053 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] For port 197f43fc-f7c1-43a4-a692-42e19e66fcec, host hv-cinder-80883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=197f43fc-f7c1-43a4-a692-42e19e66fcec,segment=NetworkSegment(f38f65ae-90dc-4365-b157-1c7ed9d776b2),segment_id=f38f65ae-90dc-4365-b157-1c7ed9d776b2)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:10:15.130744 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625850'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:15.178936 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:15.179605 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:15.181014 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] 10.222.0.47 "PUT /v2.0/ports/197f43fc-f7c1-43a4-a692-42e19e66fcec HTTP/1.1" status: 200 len: 1093 time: 1.1937282 Sep 15 15:10:15.181457 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef4bc6b-a3ee-4402-a3f0-122126c25a4a', 'tag': '197f43fc-f7c1-43a4-a692-42e19e66fcec'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:10:15.184154 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce72b88ea98b9b59f8744ce31cfa81804ac8f91e830cefd0c1469553d0f4f5f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732547b6-069f-4ef3-8fa8-18ed8062a133" -d '{"events": [{"name": "network-changed", "server_uuid": "bef4bc6b-a3ee-4402-a3f0-122126c25a4a", "tag": "197f43fc-f7c1-43a4-a692-42e19e66fcec"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:10:15.229588 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d6a19-188f-4a56-9dea-7e2519a0a938 service neutron] Pushing event updated for resources: {'Port': ['ID=197f43fc-f7c1-43a4-a692-42e19e66fcec,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:15.257109 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-a3455dbc-50d0-4f54-93ff-7acf5811078f tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:15.258653 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-a3455dbc-50d0-4f54-93ff-7acf5811078f tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/networks?id=d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 HTTP/1.1" status: 200 len: 810 time: 0.2504714 Sep 15 15:10:15.274765 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c99e4a-7ba4-4282-abf6-45d7eb234089 x-openstack-request-id: req-f7c99e4a-7ba4-4282-abf6-45d7eb234089 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:10:15.283436 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bef4bc6b-a3ee-4402-a3f0-122126c25a4a", "tag": "197f43fc-f7c1-43a4-a692-42e19e66fcec", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:10:15.284029 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f7c99e4a-7ba4-4282-abf6-45d7eb234089 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:10:15.284029 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef4bc6b-a3ee-4402-a3f0-122126c25a4a', 'tag': '197f43fc-f7c1-43a4-a692-42e19e66fcec', 'status': 'completed', 'code': 200} Sep 15 15:10:15.299178 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-523b634f-6794-43e9-86b9-307e6b6efc4a req-65f39f3b-f566-4b48-915f-7997b99c9167 service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162998 Sep 15 15:10:15.308066 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-bfd85523-03df-4db1-897f-9bf3c7c7d765 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/quotas/78ea4c1deb6c4197a4a8c2fd0d13c414 HTTP/1.1" status: 200 len: 375 time: 0.0412972 Sep 15 15:10:15.326423 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-07aa8874-38ec-46ad-9622-0e22797fcc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:15.330354 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-07aa8874-38ec-46ad-9622-0e22797fcc97 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=163ec6c96b0a4d718abb77037ca241be&device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 1096 time: 0.0943146 Sep 15 15:10:15.392182 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-6f5ea294-7a64-4e41-a99e-7735350ac879 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=78ea4c1deb6c4197a4a8c2fd0d13c414&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660203 Sep 15 15:10:15.399542 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-9db0b920-3263-4cb3-97dd-edf4dd7b15f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=197f43fc-f7c1-43a4-a692-42e19e66fcec HTTP/1.1" status: 200 len: 217 time: 0.0607760 Sep 15 15:10:15.494523 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-03b074d1-6fd0-4fe8-98fe-3decc877a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:15.495881 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-03b074d1-6fd0-4fe8-98fe-3decc877a522 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=beb0d370-3954-41e4-8035-bb3df55aa20d HTTP/1.1" status: 200 len: 859 time: 0.0878100 Sep 15 15:10:15.505717 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bda0c6-9caf-4f3a-b677-deef08346b1c req-453b12f3-e362-488a-ae38-deec5017319a tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:15.507319 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c2bda0c6-9caf-4f3a-b677-deef08346b1c req-453b12f3-e362-488a-ae38-deec5017319a tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 944 time: 0.1105530 Sep 15 15:10:15.539862 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-1535dbd3-ab02-4cdb-b613-649a3e342b21 service neutron] 10.222.0.44 "GET /v2.0/networks/d0fe14e1-005c-4c5a-b599-64be3a4bb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225169 Sep 15 15:10:15.548572 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-930ee0ad-06c7-42f2-8302-3842890f397f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27aa2b65-aece-4c07-9c11-3987e0397682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401645 Sep 15 15:10:15.603662 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c2bda0c6-9caf-4f3a-b677-deef08346b1c req-a35543ad-adae-4dcc-a3e1-db979fe58a2c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864861 Sep 15 15:10:15.683874 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-809d36fb-1461-4bf0-9f2c-23e65c628190 service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272483 Sep 15 15:10:15.845954 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39465a-db22-4e78-a5ee-8e3ccbb74137 req-0205816f-4daf-4f71-bd33-ebad0c5cbd80 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:15.847631 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5c39465a-db22-4e78-a5ee-8e3ccbb74137 req-0205816f-4daf-4f71-bd33-ebad0c5cbd80 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 943 time: 0.0839083 Sep 15 15:10:15.850687 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5908f6f0-ad16-4459-81f3-722683bef1e4 req-a863eb2f-fe85-4442-aa99-d1b3f41a9584 service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604190 Sep 15 15:10:15.862774 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 47226) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:15.892422 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-47edc08c-f68e-4d9e-bf36-ba402e1f6ac6 service neutron] 10.222.0.44 "GET /v2.0/networks/d0fe14e1-005c-4c5a-b599-64be3a4bb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455019 Sep 15 15:10:15.950085 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5c39465a-db22-4e78-a5ee-8e3ccbb74137 req-3ddabc41-c89c-408d-a544-70eb2113ee1e tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802507 Sep 15 15:10:16.007666 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732547b6-069f-4ef3-8fa8-18ed8062a133 req-f59a85de-b7f6-44d6-94dd-b84598782e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:16.010743 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-732547b6-069f-4ef3-8fa8-18ed8062a133 req-f59a85de-b7f6-44d6-94dd-b84598782e42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=163ec6c96b0a4d718abb77037ca241be&device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 1096 time: 0.0809095 Sep 15 15:10:16.108260 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0a286a38-393e-4a6a-9d61-397aa5e1d96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:16.226240 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-193fa3a0-994d-4d67-85b7-8bdd0ae7380d req-4494d937-f24a-4604-abb0-83f8e379fd46 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 210 time: 0.0465405 Sep 15 15:10:16.345810 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93032a-794e-4eaf-9a4d-f954fec2df0e req-ed55fc4a-16fe-4008-9b56-d303bbc2f101 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:16.347425 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9c93032a-794e-4eaf-9a4d-f954fec2df0e req-ed55fc4a-16fe-4008-9b56-d303bbc2f101 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 944 time: 0.2537112 Sep 15 15:10:16.380618 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732547b6-069f-4ef3-8fa8-18ed8062a133 req-7982de0c-7457-4f83-bfd9-2e24dcb4549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:16.382246 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-732547b6-069f-4ef3-8fa8-18ed8062a133 req-7982de0c-7457-4f83-bfd9-2e24dcb4549b service neutron] 10.222.0.47 "GET /v2.0/networks?id=27aa2b65-aece-4c07-9c11-3987e0397682 HTTP/1.1" status: 200 len: 920 time: 0.3638077 Sep 15 15:10:16.440978 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-732547b6-069f-4ef3-8fa8-18ed8062a133 req-22555fa3-0b5f-4555-ba65-6bd0f070c041 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=197f43fc-f7c1-43a4-a692-42e19e66fcec HTTP/1.1" status: 200 len: 217 time: 0.0475659 Sep 15 15:10:16.493488 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732547b6-069f-4ef3-8fa8-18ed8062a133 req-21cb07f9-9295-4648-8af1-ece1b596b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:16.495111 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-732547b6-069f-4ef3-8fa8-18ed8062a133 req-21cb07f9-9295-4648-8af1-ece1b596b484 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=beb0d370-3954-41e4-8035-bb3df55aa20d HTTP/1.1" status: 200 len: 859 time: 0.0454168 Sep 15 15:10:16.561072 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-732547b6-069f-4ef3-8fa8-18ed8062a133 req-01bfd42f-2b6f-472c-91f8-52dc0240143d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27aa2b65-aece-4c07-9c11-3987e0397682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557473 Sep 15 15:10:16.566536 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9c93032a-794e-4eaf-9a4d-f954fec2df0e req-56b37a67-7b70-400c-816b-5eccb88ca3da tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911168 Sep 15 15:10:16.644594 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0a286a38-393e-4a6a-9d61-397aa5e1d96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:16.650351 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0a286a38-393e-4a6a-9d61-397aa5e1d96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:16.677511 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-0a286a38-393e-4a6a-9d61-397aa5e1d96d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58b24c918b164b30aa1c8d80cf24744e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8133779 Sep 15 15:10:16.680785 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 47266) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:16.715465 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a286a38-393e-4a6a-9d61-397aa5e1d96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4ef5f8-b6df-448b-a135-4d09bdf53c2f,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:16.719945 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-732547b6-069f-4ef3-8fa8-18ed8062a133 req-90214bd5-4cfa-4747-80fe-9a2e93313c8e service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498530 Sep 15 15:10:16.803027 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379f375-e99d-4327-a8fe-e4d28d7eb818 req-c2b0dfd6-7770-49be-bc97-ccc77c2c1352 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:16.804814 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2379f375-e99d-4327-a8fe-e4d28d7eb818 req-c2b0dfd6-7770-49be-bc97-ccc77c2c1352 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 944 time: 0.0906024 Sep 15 15:10:16.806223 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1950aed8-7217-468e-a99b-b41d99e1f251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:16.842410 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-732547b6-069f-4ef3-8fa8-18ed8062a133 req-62970915-5520-447a-8442-31748de62f39 service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150608 Sep 15 15:10:16.851915 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1950aed8-7217-468e-a99b-b41d99e1f251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:16.865787 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2379f375-e99d-4327-a8fe-e4d28d7eb818 req-35e17be8-5355-4c7c-a3c5-2b793e3fb089 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498283 Sep 15 15:10:16.910229 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1950aed8-7217-468e-a99b-b41d99e1f251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:16.913038 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1950aed8-7217-468e-a99b-b41d99e1f251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:16.914202 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-1950aed8-7217-468e-a99b-b41d99e1f251 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be4ef5f8-b6df-448b-a135-4d09bdf53c2f HTTP/1.1" status: 204 len: 168 time: 0.2317805 Sep 15 15:10:16.922151 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950aed8-7217-468e-a99b-b41d99e1f251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4ef5f8-b6df-448b-a135-4d09bdf53c2f,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:17.076272 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cc51a-25a0-4def-804f-f54ab6aac3c3 req-3f9b6e25-d294-4f54-a753-fb732fe26fec tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:17.078754 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-437cc51a-25a0-4def-804f-f54ab6aac3c3 req-3f9b6e25-d294-4f54-a753-fb732fe26fec tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 943 time: 0.0541780 Sep 15 15:10:17.121578 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-437cc51a-25a0-4def-804f-f54ab6aac3c3 req-4eed5b7c-4beb-42d5-a685-16c501b6bbdc tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356476 Sep 15 15:10:17.248361 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 47288) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:17.263153 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7d8adb11-4173-438e-8d49-dea13181a2cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:17.339123 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bf1d6d12-e3d9-4d03-8ca8-223ab4769e96 req-3bf39f10-8486-47b2-9f61-0da510b79fd8 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 210 time: 0.0353515 Sep 15 15:10:17.396387 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7d8adb11-4173-438e-8d49-dea13181a2cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:17.401903 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7d8adb11-4173-438e-8d49-dea13181a2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:17.446506 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-7d8adb11-4173-438e-8d49-dea13181a2cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=832e6b2edae447cf88988b592982f931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970544 Sep 15 15:10:17.447643 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8adb11-4173-438e-8d49-dea13181a2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715d6964-e639-4c8a-8add-d9fb621efa23,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:17.449222 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 47300) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:17.505055 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-472f96b3-a64b-43d9-ac2e-7cdf4d019336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:17.526973 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-472f96b3-a64b-43d9-ac2e-7cdf4d019336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:17.598548 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-472f96b3-a64b-43d9-ac2e-7cdf4d019336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:17.601265 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-472f96b3-a64b-43d9-ac2e-7cdf4d019336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:17.602965 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-472f96b3-a64b-43d9-ac2e-7cdf4d019336 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/715d6964-e639-4c8a-8add-d9fb621efa23 HTTP/1.1" status: 204 len: 168 time: 0.1527672 Sep 15 15:10:17.626764 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f96b3-a64b-43d9-ac2e-7cdf4d019336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715d6964-e639-4c8a-8add-d9fb621efa23,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:17.721032 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f1311-892e-48f4-b57b-e53d3f8abb99 req-6b762609-26c7-4392-aa1b-449bce396458 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:17.722848 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-610f1311-892e-48f4-b57b-e53d3f8abb99 req-6b762609-26c7-4392-aa1b-449bce396458 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 944 time: 0.0624588 Sep 15 15:10:17.776075 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-610f1311-892e-48f4-b57b-e53d3f8abb99 req-2061dec2-e847-4999-b660-cfbc84426c7b tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451493 Sep 15 15:10:17.994905 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83e3e3-0fc9-47c6-9686-e87d2e7e2f5b req-d326a857-9699-42ed-8351-c8fa3f3dd870 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:18.003492 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ed83e3e3-0fc9-47c6-9686-e87d2e7e2f5b req-d326a857-9699-42ed-8351-c8fa3f3dd870 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 944 time: 0.0611749 Sep 15 15:10:18.056314 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ed83e3e3-0fc9-47c6-9686-e87d2e7e2f5b req-c60b317c-b25e-482f-9253-6612900f0622 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514424 Sep 15 15:10:18.241513 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdf11c-a2fe-4ace-a3cb-7ffe7682a337 req-a992425b-d500-453b-84fe-70fb49e46987 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:18.243029 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9ecdf11c-a2fe-4ace-a3cb-7ffe7682a337 req-a992425b-d500-453b-84fe-70fb49e46987 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 943 time: 0.0498991 Sep 15 15:10:18.259383 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 47356) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:18.288131 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9ecdf11c-a2fe-4ace-a3cb-7ffe7682a337 req-436c914d-3323-4ff0-9c5a-2d74c259b198 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386817 Sep 15 15:10:18.379357 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f9443067-0789-4500-8b31-9e6f181b451b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:18.440722 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-eb749c42-7df0-406f-8e49-f4a4acaaad08 req-b6a36eb9-9831-42ce-a56e-87b17139d0c8 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 210 time: 0.0269241 Sep 15 15:10:18.503545 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f9443067-0789-4500-8b31-9e6f181b451b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:18.508119 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f9443067-0789-4500-8b31-9e6f181b451b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:18.547093 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-f9443067-0789-4500-8b31-9e6f181b451b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8320b20758d547f297a9908c860db4d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863040 Sep 15 15:10:18.548207 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9443067-0789-4500-8b31-9e6f181b451b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85f1519-f4ea-4baa-a2d0-816395dd01db,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:18.550657 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 47372) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:18.581641 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 197f43fc-f7c1-43a4-a692-42e19e66fcec details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:10:18.635728 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7fa170a0-cacf-41d1-9d15-346b93787e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:18.660453 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7fa170a0-cacf-41d1-9d15-346b93787e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:18.696995 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 197f43fc-f7c1-43a4-a692-42e19e66fcec, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=197f43fc-f7c1-43a4-a692-42e19e66fcec,segment=NetworkSegment(f38f65ae-90dc-4365-b157-1c7ed9d776b2),segment_id=f38f65ae-90dc-4365-b157-1c7ed9d776b2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:18.709280 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': '197f43fc-f7c1-43a4-a692-42e19e66fcec', 'network_id': '27aa2b65-aece-4c07-9c11-3987e0397682', 'port_id': '197f43fc-f7c1-43a4-a692-42e19e66fcec', 'mac_address': 'fa:16:3e:0f:16:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb0d370-3954-41e4-8035-bb3df55aa20d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:10:18.715526 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7fa170a0-cacf-41d1-9d15-346b93787e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:18.718412 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7fa170a0-cacf-41d1-9d15-346b93787e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:18.721795 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-7fa170a0-cacf-41d1-9d15-346b93787e78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e85f1519-f4ea-4baa-a2d0-816395dd01db HTTP/1.1" status: 204 len: 168 time: 0.1671896 Sep 15 15:10:18.728208 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa170a0-cacf-41d1-9d15-346b93787e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85f1519-f4ea-4baa-a2d0-816395dd01db,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:18.765171 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:18.778361 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197f43fc-f7c1-43a4-a692-42e19e66fcec {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:10:18.800232 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 197f43fc-f7c1-43a4-a692-42e19e66fcec, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=197f43fc-f7c1-43a4-a692-42e19e66fcec,segment=NetworkSegment(f38f65ae-90dc-4365-b157-1c7ed9d776b2),segment_id=f38f65ae-90dc-4365-b157-1c7ed9d776b2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:18.805880 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:18.806906 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 235bcf9c-3fd5-4bbc-988e-b12d0006da81 details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:10:18.901459 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a9940-ff84-41cb-9398-76154ae9592a req-a24b46eb-434e-4fca-a658-16e59ce9fbd5 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:18.903532 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-587a9940-ff84-41cb-9398-76154ae9592a req-a24b46eb-434e-4fca-a658-16e59ce9fbd5 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 944 time: 0.0525308 Sep 15 15:10:18.953754 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=197f43fc-f7c1-43a4-a692-42e19e66fcec,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:18.964834 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-587a9940-ff84-41cb-9398-76154ae9592a req-574e6239-aff4-4307-9162-ba8a508cf983 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545835 Sep 15 15:10:18.975344 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 235bcf9c-3fd5-4bbc-988e-b12d0006da81, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=235bcf9c-3fd5-4bbc-988e-b12d0006da81,segment=NetworkSegment(f28eeada-d39b-4772-81be-4ab9ee0346e8),segment_id=f28eeada-d39b-4772-81be-4ab9ee0346e8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:18.988389 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': '235bcf9c-3fd5-4bbc-988e-b12d0006da81', 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6', 'port_id': '235bcf9c-3fd5-4bbc-988e-b12d0006da81', 'mac_address': 'fa:16:3e:e2:a8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b33e9d6-d6d6-4340-8993-9ffa014fc179', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:10:19.025940 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:19.040180 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235bcf9c-3fd5-4bbc-988e-b12d0006da81 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:10:19.062599 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 235bcf9c-3fd5-4bbc-988e-b12d0006da81, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=235bcf9c-3fd5-4bbc-988e-b12d0006da81,segment=NetworkSegment(f28eeada-d39b-4772-81be-4ab9ee0346e8),segment_id=f28eeada-d39b-4772-81be-4ab9ee0346e8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:19.069959 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:19.070779 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 482cc345-7255-4ff7-96fc-ca43a9b74f00 details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:10:19.127971 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=235bcf9c-3fd5-4bbc-988e-b12d0006da81,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:19.164480 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 482cc345-7255-4ff7-96fc-ca43a9b74f00, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=482cc345-7255-4ff7-96fc-ca43a9b74f00,segment=NetworkSegment(f38f65ae-90dc-4365-b157-1c7ed9d776b2),segment_id=f38f65ae-90dc-4365-b157-1c7ed9d776b2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:19.177192 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': '482cc345-7255-4ff7-96fc-ca43a9b74f00', 'network_id': '27aa2b65-aece-4c07-9c11-3987e0397682', 'port_id': '482cc345-7255-4ff7-96fc-ca43a9b74f00', 'mac_address': 'fa:16:3e:9b:34:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb0d370-3954-41e4-8035-bb3df55aa20d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:10:19.181415 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 47398) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:19.197289 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6033bd3d-db97-4823-af14-fce20494166f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:19.218181 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667ecb2-20cf-4cdc-8e7a-0a4d03fd99e2 req-1550b711-e762-4b72-9f0d-c1144bd69fc5 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:19.219864 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8667ecb2-20cf-4cdc-8e7a-0a4d03fd99e2 req-1550b711-e762-4b72-9f0d-c1144bd69fc5 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 945 time: 0.0710573 Sep 15 15:10:19.236399 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:19.254560 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482cc345-7255-4ff7-96fc-ca43a9b74f00 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:10:19.272843 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8667ecb2-20cf-4cdc-8e7a-0a4d03fd99e2 req-c2f92fe8-77fe-41da-8c50-ddaa8cca6ad1 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456464 Sep 15 15:10:19.279107 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 482cc345-7255-4ff7-96fc-ca43a9b74f00, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=482cc345-7255-4ff7-96fc-ca43a9b74f00,segment=NetworkSegment(f38f65ae-90dc-4365-b157-1c7ed9d776b2),segment_id=f38f65ae-90dc-4365-b157-1c7ed9d776b2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:19.284241 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:19.285321 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device bcf9ad3f-9aa1-47b2-8501-4caf91454e57 details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:10:19.331547 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6033bd3d-db97-4823-af14-fce20494166f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:19.338312 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6033bd3d-db97-4823-af14-fce20494166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:19.359035 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=482cc345-7255-4ff7-96fc-ca43a9b74f00,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:19.398510 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6033bd3d-db97-4823-af14-fce20494166f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=59d6647bbd3440e18a8b0e533297faa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156525 Sep 15 15:10:19.401076 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 47406) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:19.417438 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033bd3d-db97-4823-af14-fce20494166f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2204f4f0-8a59-4fd2-bcdf-3514fd5c492f,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:19.452758 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d913f-6b44-4b1c-9208-4a9c97f3964e req-8dc25503-38e3-436a-a327-da8858457301 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:19.461069 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a78d913f-6b44-4b1c-9208-4a9c97f3964e req-8dc25503-38e3-436a-a327-da8858457301 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 944 time: 0.0839911 Sep 15 15:10:19.461670 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port bcf9ad3f-9aa1-47b2-8501-4caf91454e57, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=bcf9ad3f-9aa1-47b2-8501-4caf91454e57,segment=NetworkSegment(7d6b8b65-5fab-46f6-a808-80453e82e2a4),segment_id=7d6b8b65-5fab-46f6-a808-80453e82e2a4)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:19.477937 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-437fb609-44a9-46b3-87f8-6eab16ac6ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:19.499399 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': 'bcf9ad3f-9aa1-47b2-8501-4caf91454e57', 'network_id': '7878546a-73c5-466f-bc02-0c21fc868623', 'port_id': 'bcf9ad3f-9aa1-47b2-8501-4caf91454e57', 'mac_address': 'fa:16:3e:2f:59:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616ace13-fe54-4471-81f7-f956ffa45a90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:10:19.511243 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-437fb609-44a9-46b3-87f8-6eab16ac6ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:19.512177 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a78d913f-6b44-4b1c-9208-4a9c97f3964e req-ac91c72a-09c0-4040-a0c5-778fb74aeb4b tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455394 Sep 15 15:10:19.571271 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:19.586022 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf9ad3f-9aa1-47b2-8501-4caf91454e57 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:10:19.597214 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aab0178b-2cc1-4fc5-97b9-71af99cd8ff6 req-38fc8f7d-77f4-4ce2-ac16-e25056ecd357 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 210 time: 0.0599263 Sep 15 15:10:19.609045 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port bcf9ad3f-9aa1-47b2-8501-4caf91454e57, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=bcf9ad3f-9aa1-47b2-8501-4caf91454e57,segment=NetworkSegment(7d6b8b65-5fab-46f6-a808-80453e82e2a4),segment_id=7d6b8b65-5fab-46f6-a808-80453e82e2a4)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:19.610293 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-437fb609-44a9-46b3-87f8-6eab16ac6ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:19.613043 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-437fb609-44a9-46b3-87f8-6eab16ac6ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:19.617874 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-437fb609-44a9-46b3-87f8-6eab16ac6ef6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2204f4f0-8a59-4fd2-bcdf-3514fd5c492f HTTP/1.1" status: 204 len: 168 time: 0.2154894 Sep 15 15:10:19.620701 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:19.635958 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fb609-44a9-46b3-87f8-6eab16ac6ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2204f4f0-8a59-4fd2-bcdf-3514fd5c492f,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:19.692847 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=bcf9ad3f-9aa1-47b2-8501-4caf91454e57,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:20.107931 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f3632-e3d3-47f9-89e6-064b12627c20 req-8c488834-32c5-4698-bb73-977ec05ec41f tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:20.112577 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['482cc345-7255-4ff7-96fc-ca43a9b74f00'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:10:20.117599 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a65f3632-e3d3-47f9-89e6-064b12627c20 req-8c488834-32c5-4698-bb73-977ec05ec41f tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 945 time: 0.0634677 Sep 15 15:10:20.199378 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a65f3632-e3d3-47f9-89e6-064b12627c20 req-6acaaa3d-e5ab-4551-9240-398c1fab29bb tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807183 Sep 15 15:10:20.215768 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['197f43fc-f7c1-43a4-a692-42e19e66fcec'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:10:20.215768 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['235bcf9c-3fd5-4bbc-988e-b12d0006da81'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:10:20.215768 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['bcf9ad3f-9aa1-47b2-8501-4caf91454e57'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:10:20.406475 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 47464) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:20.416332 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-0fb562db-f450-4da1-963a-3f54031e587b tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:20.419119 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-0fb562db-f450-4da1-963a-3f54031e587b tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.47 "GET /v2.0/networks?id=d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 HTTP/1.1" status: 200 len: 810 time: 0.2578218 Sep 15 15:10:20.503198 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-99af4a59-11fc-45e7-834f-88dfbb6d50e9 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78ea4c1deb6c4197a4a8c2fd0d13c414 HTTP/1.1" status: 200 len: 380 time: 0.0749300 Sep 15 15:10:20.517677 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-611d3910-2055-4b3f-9572-719d9cebe572 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Request body: {'port': {'device_id': '7bcbba71-baf1-4aba-b179-0343eff15eda', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'admin_state_up': True, 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'security_groups': ['d65ab7b9-06fa-453f-b057-b0ae6915a7f6']}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:10:20.547479 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266c3e9-f08c-4c6e-9711-e1772d2826eb req-7d42300d-8684-47e1-9a90-52a74f138af2 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:20.553200 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0266c3e9-f08c-4c6e-9711-e1772d2826eb req-7d42300d-8684-47e1-9a90-52a74f138af2 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 945 time: 0.1334178 Sep 15 15:10:20.644261 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0266c3e9-f08c-4c6e-9711-e1772d2826eb req-468350e9-9c1b-408d-a4fa-c23e6bd0cca4 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844290 Sep 15 15:10:20.682566 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-efdfc324-4e19-48db-a106-1f169a096139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:20.864724 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c201fc6d-9135-44ad-ac2d-16380f912d3b req-251789d0-731f-4aad-aa44-c47a394f143f tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 210 time: 0.0748436 Sep 15 15:10:20.965923 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-efdfc324-4e19-48db-a106-1f169a096139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:20.971567 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-efdfc324-4e19-48db-a106-1f169a096139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:20.985613 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01dc8a-f387-43b3-b8a8-bac888c37879 req-066a78b6-caf9-48d7-9489-08ea9c6c62ac tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:20.987614 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fc01dc8a-f387-43b3-b8a8-bac888c37879 req-066a78b6-caf9-48d7-9489-08ea9c6c62ac tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 944 time: 0.3375595 Sep 15 15:10:21.027979 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-611d3910-2055-4b3f-9572-719d9cebe572 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Made reservation on behalf of 78ea4c1deb6c4197a4a8c2fd0d13c414 for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:10:21.032279 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-611d3910-2055-4b3f-9572-719d9cebe572 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:21.038946 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 47496) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:21.061517 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-efdfc324-4e19-48db-a106-1f169a096139 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7fac99a13a149298fe013a8b19268b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6537669 Sep 15 15:10:21.062666 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfc324-4e19-48db-a106-1f169a096139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8389ae72-3cf3-4c3f-93d2-5b9dac42fd4b,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:21.066216 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fc01dc8a-f387-43b3-b8a8-bac888c37879 req-bc5ee2a3-43d3-4224-8106-4db0598ff76b tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697935 Sep 15 15:10:21.078648 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 47500) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:21.190095 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c195883c-d19c-4c46-a6f9-890f396c85d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:21.207947 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-611d3910-2055-4b3f-9572-719d9cebe572 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Allocated IP 172.20.0.7 (d0fe14e1-005c-4c5a-b599-64be3a4bb0e0/ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0/0a4fa7b7-b265-42fa-abed-4464c97217e5) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:10:21.219751 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c195883c-d19c-4c46-a6f9-890f396c85d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:21.294853 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-412ccbcd-9dc2-4c6f-8352-32a3176e2876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:21.390525 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3724142-a5ba-436c-8aab-2321e6e3705d req-5b4dbadd-93ec-473e-ba39-8914a9bb9b21 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:21.398684 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d3724142-a5ba-436c-8aab-2321e6e3705d req-5b4dbadd-93ec-473e-ba39-8914a9bb9b21 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 945 time: 0.0926354 Sep 15 15:10:21.409212 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-611d3910-2055-4b3f-9572-719d9cebe572 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:21.418166 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c195883c-d19c-4c46-a6f9-890f396c85d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:21.420709 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c195883c-d19c-4c46-a6f9-890f396c85d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:21.422039 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-c195883c-d19c-4c46-a6f9-890f396c85d9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8389ae72-3cf3-4c3f-93d2-5b9dac42fd4b HTTP/1.1" status: 204 len: 168 time: 0.3414166 Sep 15 15:10:21.451008 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-611d3910-2055-4b3f-9572-719d9cebe572 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:21.466705 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195883c-d19c-4c46-a6f9-890f396c85d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8389ae72-3cf3-4c3f-93d2-5b9dac42fd4b,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:21.523857 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d3724142-a5ba-436c-8aab-2321e6e3705d req-d6d8310e-2ea3-4da0-98c7-a0146194e2d8 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231639 Sep 15 15:10:21.541660 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-611d3910-2055-4b3f-9572-719d9cebe572 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Network d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:10:21.543164 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-611d3910-2055-4b3f-9572-719d9cebe572 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:10:21.547647 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-611d3910-2055-4b3f-9572-719d9cebe572 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:10:21.575985 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-412ccbcd-9dc2-4c6f-8352-32a3176e2876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:21.581697 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-412ccbcd-9dc2-4c6f-8352-32a3176e2876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:21.591545 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d3910-2055-4b3f-9572-719d9cebe572 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Pushing event updated for resources: {'Port': ['ID=0a4fa7b7-b265-42fa-abed-4464c97217e5,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:21.627921 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-611d3910-2055-4b3f-9572-719d9cebe572 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:21.629916 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-611d3910-2055-4b3f-9572-719d9cebe572 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:21.649429 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ccbcd-9dc2-4c6f-8352-32a3176e2876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12236ee2-b1bd-44a4-b3dc-aa5851627a62,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:21.657876 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-611d3910-2055-4b3f-9572-719d9cebe572 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1488249 Sep 15 15:10:21.674335 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] Request body: {'port': {'device_id': '7bcbba71-baf1-4aba-b179-0343eff15eda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80883'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:10:21.677451 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-412ccbcd-9dc2-4c6f-8352-32a3176e2876 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=092e53d370714c0092c388e6b4a40155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6311898 Sep 15 15:10:21.679405 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 47528) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:21.785142 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e4d1f0bf-cbdb-4810-af5b-477322eace37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:21.824143 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e4d1f0bf-cbdb-4810-af5b-477322eace37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:21.834083 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-a40fc8b1-a5fd-41cd-adc9-47d061cdea58 None None] Provisioning complete for port 0a4fa7b7-b265-42fa-abed-4464c97217e5 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:10:21.835136 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a40fc8b1-a5fd-41cd-adc9-47d061cdea58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:21.837750 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:21.880926 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 47534) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:21.882175 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a40fc8b1-a5fd-41cd-adc9-47d061cdea58 None None] Port 0a4fa7b7-b265-42fa-abed-4464c97217e5 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:10:21.900850 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-40db114f-63de-45ca-82ef-4b7484805de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:21.912217 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e4d1f0bf-cbdb-4810-af5b-477322eace37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:21.915268 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e4d1f0bf-cbdb-4810-af5b-477322eace37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:21.916827 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443114d-2436-4aa9-aa83-2a9650b0d46e req-0b973e7b-bbfc-4fa7-8a24-03387ed1f06c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:21.919355 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-e4d1f0bf-cbdb-4810-af5b-477322eace37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12236ee2-b1bd-44a4-b3dc-aa5851627a62 HTTP/1.1" status: 204 len: 168 time: 0.2402046 Sep 15 15:10:21.934251 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8443114d-2436-4aa9-aa83-2a9650b0d46e req-0b973e7b-bbfc-4fa7-8a24-03387ed1f06c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 945 time: 0.1570988 Sep 15 15:10:21.934414 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1f0bf-cbdb-4810-af5b-477322eace37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12236ee2-b1bd-44a4-b3dc-aa5851627a62,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:22.024655 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8443114d-2436-4aa9-aa83-2a9650b0d46e req-eac7bfd2-e92d-43f3-acef-dfad5408fd8c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889516 Sep 15 15:10:22.052136 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126043b-5cd6-4975-b062-159fde47daa9 req-1592c5b0-e0ab-4011-b9a4-6ef8b28bae3e tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:22.053724 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6126043b-5cd6-4975-b062-159fde47daa9 req-1592c5b0-e0ab-4011-b9a4-6ef8b28bae3e tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 931 time: 0.1058824 Sep 15 15:10:22.129744 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6126043b-5cd6-4975-b062-159fde47daa9 req-63a9b6a7-d1b1-4c05-80bb-18981a906285 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631430 Sep 15 15:10:22.159531 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-40db114f-63de-45ca-82ef-4b7484805de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.170222 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-40db114f-63de-45ca-82ef-4b7484805de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.209504 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-40db114f-63de-45ca-82ef-4b7484805de0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4359042f7ae34f679bb9b16899b72929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259275 Sep 15 15:10:22.212684 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 47548) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:22.234426 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db114f-63de-45ca-82ef-4b7484805de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bebb9e-c5cc-4b1a-b149-44ea3315b879,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:22.271386 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e439abb-eec3-452d-91c8-48503bd4a167 req-24745876-bf01-4cdb-9bf8-1747334a22cd tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:22.273146 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0e439abb-eec3-452d-91c8-48503bd4a167 req-24745876-bf01-4cdb-9bf8-1747334a22cd tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 944 time: 0.0812974 Sep 15 15:10:22.290147 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-65642c57-e2cb-4dc2-98fe-2c684053935f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.323361 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-65642c57-e2cb-4dc2-98fe-2c684053935f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.380476 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0e439abb-eec3-452d-91c8-48503bd4a167 req-e319167a-8d7e-49dc-84f7-eda0101db330 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917561 Sep 15 15:10:22.385818 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4fa7b7-b265-42fa-abed-4464c97217e5 {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:10:22.402414 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.423675 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] Transition to ACTIVE for port object 0a4fa7b7-b265-42fa-abed-4464c97217e5 will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:10:22.424120 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-65642c57-e2cb-4dc2-98fe-2c684053935f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.427837 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-65642c57-e2cb-4dc2-98fe-2c684053935f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.429620 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625850'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.432454 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-65642c57-e2cb-4dc2-98fe-2c684053935f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/98bebb9e-c5cc-4b1a-b149-44ea3315b879 HTTP/1.1" status: 204 len: 168 time: 0.2185695 Sep 15 15:10:22.441150 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65642c57-e2cb-4dc2-98fe-2c684053935f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bebb9e-c5cc-4b1a-b149-44ea3315b879,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:22.510976 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4fa7b7-b265-42fa-abed-4464c97217e5,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:22.532559 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 47566) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:22.552315 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bcf1b0a0-d42d-4ecd-af83-80a7d9872af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.615515 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] Attempting to bind port 0a4fa7b7-b265-42fa-abed-4464c97217e5 on host hv-cinder-80883 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:10:22.615859 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] Attempting to bind port 0a4fa7b7-b265-42fa-abed-4464c97217e5 by drivers openvswitch,hyperv on host hv-cinder-80883 at level 0 using segments [{'id': 'bde9a5be-c47e-42fa-a79f-27cb72c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:10:22.616183 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] Attempting to bind port 0a4fa7b7-b265-42fa-abed-4464c97217e5 on network d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:10:22.625539 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] Port 0a4fa7b7-b265-42fa-abed-4464c97217e5 on network d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80883 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:10:22.625856 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] Attempting to bind port 0a4fa7b7-b265-42fa-abed-4464c97217e5 on network d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:10:22.635501 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] Checking agent: {'id': 'db85dd15-89fb-42a1-b201-2709101a597b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'started_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:10:22.635703 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] Checking segment: {'id': 'bde9a5be-c47e-42fa-a79f-27cb72c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:10:22.636195 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] Bound using segment: {'id': 'bde9a5be-c47e-42fa-a79f-27cb72c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:10:22.636710 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] Bound port: 0a4fa7b7-b265-42fa-abed-4464c97217e5, host: hv-cinder-80883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde9a5be-c47e-42fa-a79f-27cb72c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:10:22.637122 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.726277 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae189a-ceee-4ae2-a3e2-ebd7293ba8e0 req-f025ec8b-8f4a-4c25-a613-cb4f130b9c5d tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:22.727788 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6eae189a-ceee-4ae2-a3e2-ebd7293ba8e0 req-f025ec8b-8f4a-4c25-a613-cb4f130b9c5d tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 945 time: 0.0949550 Sep 15 15:10:22.744487 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] For port 0a4fa7b7-b265-42fa-abed-4464c97217e5, host hv-cinder-80883, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:10:22.748688 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] For port 0a4fa7b7-b265-42fa-abed-4464c97217e5, host hv-cinder-80883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=0a4fa7b7-b265-42fa-abed-4464c97217e5,segment=NetworkSegment(bde9a5be-c47e-42fa-a79f-27cb72c12d32),segment_id=bde9a5be-c47e-42fa-a79f-27cb72c12d32)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:10:22.754983 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625850'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.789626 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:22.790277 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.790400 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bcf1b0a0-d42d-4ecd-af83-80a7d9872af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.791697 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] 10.222.0.47 "PUT /v2.0/ports/0a4fa7b7-b265-42fa-abed-4464c97217e5 HTTP/1.1" status: 200 len: 1093 time: 1.1254551 Sep 15 15:10:22.792098 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bcbba71-baf1-4aba-b179-0343eff15eda', 'tag': '0a4fa7b7-b265-42fa-abed-4464c97217e5'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:10:22.794460 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce72b88ea98b9b59f8744ce31cfa81804ac8f91e830cefd0c1469553d0f4f5f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dff8e3-855a-4ecb-80ac-e6ccdb320f01" -d '{"events": [{"name": "network-changed", "server_uuid": "7bcbba71-baf1-4aba-b179-0343eff15eda", "tag": "0a4fa7b7-b265-42fa-abed-4464c97217e5"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:10:22.795968 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6eae189a-ceee-4ae2-a3e2-ebd7293ba8e0 req-f7a22b0f-ddee-4962-80fa-65dffe8f40f0 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547988 Sep 15 15:10:22.797887 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bcf1b0a0-d42d-4ecd-af83-80a7d9872af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.860002 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-bcf1b0a0-d42d-4ecd-af83-80a7d9872af3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a464a0d7346450db1610c1f95360699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237998 Sep 15 15:10:22.860002 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1b0a0-d42d-4ecd-af83-80a7d9872af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0486fc-8585-4a35-be29-024e241ad5bd,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:22.861108 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 47574) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:22.907133 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39e58d-6935-437e-b537-84951423ad15 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4fa7b7-b265-42fa-abed-4464c97217e5,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:22.912054 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34ccd0b-50dd-4838-ac1c-2a7da1ec4a39 x-openstack-request-id: req-a34ccd0b-50dd-4838-ac1c-2a7da1ec4a39 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:10:22.912569 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bcbba71-baf1-4aba-b179-0343eff15eda", "tag": "0a4fa7b7-b265-42fa-abed-4464c97217e5", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:10:22.912983 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a34ccd0b-50dd-4838-ac1c-2a7da1ec4a39 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:10:22.913527 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bcbba71-baf1-4aba-b179-0343eff15eda', 'tag': '0a4fa7b7-b265-42fa-abed-4464c97217e5', 'status': 'completed', 'code': 200} Sep 15 15:10:22.939742 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9d4baec9-7bdd-4acc-b41c-147693860674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:22.971817 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9d4baec9-7bdd-4acc-b41c-147693860674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:23.043250 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9d4baec9-7bdd-4acc-b41c-147693860674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:23.045805 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9d4baec9-7bdd-4acc-b41c-147693860674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:23.051250 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-9d4baec9-7bdd-4acc-b41c-147693860674 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d0486fc-8585-4a35-be29-024e241ad5bd HTTP/1.1" status: 204 len: 168 time: 0.1766384 Sep 15 15:10:23.082809 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4baec9-7bdd-4acc-b41c-147693860674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0486fc-8585-4a35-be29-024e241ad5bd,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:23.222814 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983c23d-8148-4bc6-9bef-36f81e1665eb req-d3e269e6-54ce-4ca8-ae25-668635395987 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:23.225555 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1983c23d-8148-4bc6-9bef-36f81e1665eb req-d3e269e6-54ce-4ca8-ae25-668635395987 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 945 time: 0.0712476 Sep 15 15:10:23.262654 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605335d-68ce-48a9-8827-e2a435aa61fc req-6d98c807-2f73-40bf-8219-bd350d4577ae tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:23.264452 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b605335d-68ce-48a9-8827-e2a435aa61fc req-6d98c807-2f73-40bf-8219-bd350d4577ae tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 943 time: 0.0585284 Sep 15 15:10:23.265935 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1983c23d-8148-4bc6-9bef-36f81e1665eb req-8c31237e-9001-4421-ae58-411c911d1d6c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342698 Sep 15 15:10:23.314804 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b605335d-68ce-48a9-8827-e2a435aa61fc req-e78d2c64-b2f7-4a67-bf7f-c67ac37ac2aa tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423779 Sep 15 15:10:23.456702 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 47606) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:23.471392 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4238a956-856f-4702-981d-80b31b0be38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:23.509067 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de9724-b65d-43da-93d5-57ef269051e9 req-730acdfd-ca6a-466d-b445-a83979e94515 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:23.511404 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-27de9724-b65d-43da-93d5-57ef269051e9 req-730acdfd-ca6a-466d-b445-a83979e94515 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 944 time: 0.0543149 Sep 15 15:10:23.558623 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-27de9724-b65d-43da-93d5-57ef269051e9 req-92bcaded-e6cc-4c99-a44e-681a08a281e1 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410521 Sep 15 15:10:23.575295 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4238a956-856f-4702-981d-80b31b0be38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:23.579119 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4238a956-856f-4702-981d-80b31b0be38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:23.621477 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-4238a956-856f-4702-981d-80b31b0be38f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af9768a36a7647c4929b7b7ac882d3f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1633132 Sep 15 15:10:23.624076 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238a956-856f-4702-981d-80b31b0be38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124e473d-0056-4aa9-b4b0-5981ddb393df,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:23.624495 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 47614) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:23.675409 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9b75625e-defc-4f6b-bf2f-abd3f426a35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:23.703410 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9b75625e-defc-4f6b-bf2f-abd3f426a35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:23.751159 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9b75625e-defc-4f6b-bf2f-abd3f426a35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:23.756117 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9b75625e-defc-4f6b-bf2f-abd3f426a35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:23.757270 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-9b75625e-defc-4f6b-bf2f-abd3f426a35f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/124e473d-0056-4aa9-b4b0-5981ddb393df HTTP/1.1" status: 204 len: 168 time: 0.1314921 Sep 15 15:10:23.766646 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75625e-defc-4f6b-bf2f-abd3f426a35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124e473d-0056-4aa9-b4b0-5981ddb393df,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:23.861923 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:10:23.959626 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f82c68-49df-440f-b92a-bbf99482752b req-388554c5-2437-4ce4-9d10-26ba5e6a93fd tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:23.962185 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-71f82c68-49df-440f-b92a-bbf99482752b req-388554c5-2437-4ce4-9d10-26ba5e6a93fd tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 945 time: 0.0643303 Sep 15 15:10:24.007677 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-71f82c68-49df-440f-b92a-bbf99482752b req-b4af6307-7728-4a08-9a5f-0bcefbb69d63 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400202 Sep 15 15:10:24.218580 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 47638) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:24.400504 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4aeb2a-45a7-4680-b26e-48e716d0a2ef req-ca279e6b-f315-4705-b464-aae58970d008 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:24.402206 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1f4aeb2a-45a7-4680-b26e-48e716d0a2ef req-ca279e6b-f315-4705-b464-aae58970d008 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 945 time: 0.0684242 Sep 15 15:10:24.409020 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-15b6906a-3f46-4a44-947b-cee07c52a607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:24.454819 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1f4aeb2a-45a7-4680-b26e-48e716d0a2ef req-c766c8d5-8ebf-419e-9737-4610d5ea3fec tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413942 Sep 15 15:10:24.462719 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1e189-8eb2-46e8-a83a-443e2ab88905 req-946f6947-e1fa-4a57-bf01-bd61686e135e tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:24.464530 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-26e1e189-8eb2-46e8-a83a-443e2ab88905 req-946f6947-e1fa-4a57-bf01-bd61686e135e tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 943 time: 0.0709388 Sep 15 15:10:24.527216 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-26e1e189-8eb2-46e8-a83a-443e2ab88905 req-8a280b74-538a-4adb-8326-b616f0ea0ae2 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557389 Sep 15 15:10:24.567522 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-15b6906a-3f46-4a44-947b-cee07c52a607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:24.572637 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-15b6906a-3f46-4a44-947b-cee07c52a607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:24.612322 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-15b6906a-3f46-4a44-947b-cee07c52a607 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df4756aadeaa46309833495aa3fae54e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926318 Sep 15 15:10:24.614119 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6906a-3f46-4a44-947b-cee07c52a607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac5990a-dd87-4fa0-9f83-38f46861331a,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:24.615990 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 47660) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:24.703353 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4ee7d-25e6-4c1a-8c9b-a71ccb016e69 req-5ce801dd-a543-4331-b262-0b9ff3c40ce0 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:24.704780 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9bd4ee7d-25e6-4c1a-8c9b-a71ccb016e69 req-5ce801dd-a543-4331-b262-0b9ff3c40ce0 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 944 time: 0.0721076 Sep 15 15:10:24.710172 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-85140271-f678-48f1-84ae-a5702a5ebb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:24.749912 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-85140271-f678-48f1-84ae-a5702a5ebb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:24.762347 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 235bcf9c-3fd5-4bbc-988e-b12d0006da81 up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:10:24.776853 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9bd4ee7d-25e6-4c1a-8c9b-a71ccb016e69 req-87c70a94-ad17-431c-bf13-992c49c20de0 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640244 Sep 15 15:10:24.818892 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-85140271-f678-48f1-84ae-a5702a5ebb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:24.821873 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-85140271-f678-48f1-84ae-a5702a5ebb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:24.824647 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning for port 235bcf9c-3fd5-4bbc-988e-b12d0006da81 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:10:24.826004 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-85140271-f678-48f1-84ae-a5702a5ebb88 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ac5990a-dd87-4fa0-9f83-38f46861331a HTTP/1.1" status: 204 len: 168 time: 0.2084343 Sep 15 15:10:24.835537 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85140271-f678-48f1-84ae-a5702a5ebb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac5990a-dd87-4fa0-9f83-38f46861331a,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:24.844243 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port 235bcf9c-3fd5-4bbc-988e-b12d0006da81 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:10:24.844613 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:24.870825 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dff8e3-855a-4ecb-80ac-e6ccdb320f01 req-32346d96-dc6f-4fd6-8b9b-d2cc7d8beafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:24.873019 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-66dff8e3-855a-4ecb-80ac-e6ccdb320f01 req-32346d96-dc6f-4fd6-8b9b-d2cc7d8beafb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78ea4c1deb6c4197a4a8c2fd0d13c414&device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 1096 time: 0.0697391 Sep 15 15:10:24.948496 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:24.976158 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4299848-ef56-4f48-a0f8-8e4bd11a4da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235bcf9c-3fd5-4bbc-988e-b12d0006da81'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:10:24.995710 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dff8e3-855a-4ecb-80ac-e6ccdb320f01 req-48ab5190-a452-4710-81c1-201a26707871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:24.997375 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-66dff8e3-855a-4ecb-80ac-e6ccdb320f01 req-48ab5190-a452-4710-81c1-201a26707871 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=78ea4c1deb6c4197a4a8c2fd0d13c414&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1162162 Sep 15 15:10:25.065481 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 235bcf9c-3fd5-4bbc-988e-b12d0006da81, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=235bcf9c-3fd5-4bbc-988e-b12d0006da81,segment=NetworkSegment(f28eeada-d39b-4772-81be-4ab9ee0346e8),segment_id=f28eeada-d39b-4772-81be-4ab9ee0346e8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:25.073862 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:25.176758 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dff8e3-855a-4ecb-80ac-e6ccdb320f01 req-f2281b85-4f3a-4ceb-b72e-3ed4ef962f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:25.178706 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-66dff8e3-855a-4ecb-80ac-e6ccdb320f01 req-f2281b85-4f3a-4ceb-b72e-3ed4ef962f8c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1731687 Sep 15 15:10:25.196105 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bc20c-97d9-469d-b70a-fa53099b79b3 req-0edbd21b-6d77-4e98-9a80-a7f00431e1c5 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:25.198094 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-759bc20c-97d9-469d-b70a-fa53099b79b3 req-0edbd21b-6d77-4e98-9a80-a7f00431e1c5 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 945 time: 0.0807824 Sep 15 15:10:25.263345 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=235bcf9c-3fd5-4bbc-988e-b12d0006da81,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:25.304428 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-759bc20c-97d9-469d-b70a-fa53099b79b3 req-71cc3e38-4154-4df9-9c3f-ecf256e8e8db tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002796 Sep 15 15:10:25.318217 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-156f0b1b-5d50-4848-b5d6-914539b9d8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:25.319988 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-156f0b1b-5d50-4848-b5d6-914539b9d8ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78ea4c1deb6c4197a4a8c2fd0d13c414&device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 1096 time: 0.0881805 Sep 15 15:10:25.367964 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-d20a5970-9fab-4983-835b-6feb894dc2ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a4fa7b7-b265-42fa-abed-4464c97217e5 HTTP/1.1" status: 200 len: 217 time: 0.0369110 Sep 15 15:10:25.371048 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d678a3-bc30-4bdc-b952-81aea0e094ae" -d '{"events": [{"server_uuid": "f4299848-ef56-4f48-a0f8-8e4bd11a4da5", "name": "network-vif-plugged", "status": "completed", "tag": "235bcf9c-3fd5-4bbc-988e-b12d0006da81"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:10:25.443053 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-6f3dd475-0b24-43f2-8c7d-8ce588b5a476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:25.445015 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-6f3dd475-0b24-43f2-8c7d-8ce588b5a476 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0 HTTP/1.1" status: 200 len: 849 time: 0.0689962 Sep 15 15:10:25.522149 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-4d2d8c47-5d6f-4443-b3dd-753158e95495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:25.524208 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-4d2d8c47-5d6f-4443-b3dd-753158e95495 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d0fe14e1-005c-4c5a-b599-64be3a4bb0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638466 Sep 15 15:10:25.659311 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181c83b-0605-48e0-bef6-0f85d19cb395 req-ee4a0f6b-d311-4638-8d44-7fa8340e22d4 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:25.661505 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c181c83b-0605-48e0-bef6-0f85d19cb395 req-ee4a0f6b-d311-4638-8d44-7fa8340e22d4 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 946 time: 0.1200500 Sep 15 15:10:25.672391 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 197f43fc-f7c1-43a4-a692-42e19e66fcec up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:10:25.756779 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning for port 197f43fc-f7c1-43a4-a692-42e19e66fcec completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:10:25.763916 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434bf968-8ba2-4c62-a656-0cd78fd17bb5 x-openstack-request-id: req-434bf968-8ba2-4c62-a656-0cd78fd17bb5 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:10:25.765421 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4299848-ef56-4f48-a0f8-8e4bd11a4da5", "name": "network-vif-plugged", "status": "completed", "tag": "235bcf9c-3fd5-4bbc-988e-b12d0006da81", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:10:25.765692 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-434bf968-8ba2-4c62-a656-0cd78fd17bb5 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:10:25.766269 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4299848-ef56-4f48-a0f8-8e4bd11a4da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235bcf9c-3fd5-4bbc-988e-b12d0006da81', 'code': 200} Sep 15 15:10:25.767452 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port 197f43fc-f7c1-43a4-a692-42e19e66fcec triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:10:25.768105 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:25.795922 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c181c83b-0605-48e0-bef6-0f85d19cb395 req-c6c4c237-ca5f-4dfb-8f72-d6fb81d3e9f9 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265445 Sep 15 15:10:25.814245 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-7f7566c8-2b1f-4020-989f-0235d60c4aa0 service neutron] 10.222.0.47 "GET /v2.0/networks/d0fe14e1-005c-4c5a-b599-64be3a4bb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803321 Sep 15 15:10:25.977967 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c33ea-fa02-40f0-94c3-e59f77d2d98d req-0b977886-552d-4087-b22b-c0eceb97b748 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:25.979814 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:25.986479 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac5c33ea-fa02-40f0-94c3-e59f77d2d98d req-0b977886-552d-4087-b22b-c0eceb97b748 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 943 time: 0.0806775 Sep 15 15:10:26.034171 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 197f43fc-f7c1-43a4-a692-42e19e66fcec, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=197f43fc-f7c1-43a4-a692-42e19e66fcec,segment=NetworkSegment(f38f65ae-90dc-4365-b157-1c7ed9d776b2),segment_id=f38f65ae-90dc-4365-b157-1c7ed9d776b2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:26.041056 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac5c33ea-fa02-40f0-94c3-e59f77d2d98d req-6b7f6c22-ff8b-49cf-8cd0-76a00579db1a tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474772 Sep 15 15:10:26.041973 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.043196 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 482cc345-7255-4ff7-96fc-ca43a9b74f00 up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:10:26.135958 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b55078-7846-4b86-9ecb-144e48a0147e req-f6fbce73-4bbe-4c49-96f0-bb89931afecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:26.138155 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-77b55078-7846-4b86-9ecb-144e48a0147e req-f6fbce73-4bbe-4c49-96f0-bb89931afecd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 1099 time: 0.1139209 Sep 15 15:10:26.157426 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5b63131c-1948-4802-be7b-d675eb8dbef2 req-6b36f010-e95b-4378-9c0f-0b126fa34d35 service neutron] 10.222.0.47 "GET /v2.0/networks/d0fe14e1-005c-4c5a-b599-64be3a4bb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275499 Sep 15 15:10:26.170734 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107f663-312b-4f31-9b1c-b6e05fced35c req-4cde2f53-1502-4752-8ef3-6d260275e038 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:26.172129 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6107f663-312b-4f31-9b1c-b6e05fced35c req-4cde2f53-1502-4752-8ef3-6d260275e038 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.2513070 Sep 15 15:10:26.173270 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-77b55078-7846-4b86-9ecb-144e48a0147e req-0b215b6c-638e-4b2f-bf31-15a894107cc5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.214129 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=197f43fc-f7c1-43a4-a692-42e19e66fcec,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:26.236514 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning for port 482cc345-7255-4ff7-96fc-ca43a9b74f00 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:10:26.236727 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6107f663-312b-4f31-9b1c-b6e05fced35c req-9b67061e-010e-44cd-a075-4d1721c43059 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511370 Sep 15 15:10:26.249040 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port 482cc345-7255-4ff7-96fc-ca43a9b74f00 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:10:26.249784 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.302782 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-77b55078-7846-4b86-9ecb-144e48a0147e req-0b215b6c-638e-4b2f-bf31-15a894107cc5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.309426 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-77b55078-7846-4b86-9ecb-144e48a0147e req-0b215b6c-638e-4b2f-bf31-15a894107cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.350480 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-77b55078-7846-4b86-9ecb-144e48a0147e req-0b215b6c-638e-4b2f-bf31-15a894107cc5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989353 Sep 15 15:10:26.357137 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b215b6c-638e-4b2f-bf31-15a894107cc5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=63230f5b-0388-445c-b063-c55db710f118,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:26.374778 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.424809 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 482cc345-7255-4ff7-96fc-ca43a9b74f00, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=482cc345-7255-4ff7-96fc-ca43a9b74f00,segment=NetworkSegment(f38f65ae-90dc-4365-b157-1c7ed9d776b2),segment_id=f38f65ae-90dc-4365-b157-1c7ed9d776b2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:26.430182 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.431329 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device bcf9ad3f-9aa1-47b2-8501-4caf91454e57 up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:10:26.457882 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a5128-506d-46df-b04c-e3508d3152e8 req-a93b7a6e-d376-400e-bfdf-f8bb6f8b851f tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:26.459489 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f6a5128-506d-46df-b04c-e3508d3152e8 req-a93b7a6e-d376-400e-bfdf-f8bb6f8b851f tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 945 time: 0.0544274 Sep 15 15:10:26.512138 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f6a5128-506d-46df-b04c-e3508d3152e8 req-be96d2d1-09b6-4314-80a5-77a743296186 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444648 Sep 15 15:10:26.530378 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=482cc345-7255-4ff7-96fc-ca43a9b74f00,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:26.554893 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning for port bcf9ad3f-9aa1-47b2-8501-4caf91454e57 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:10:26.562412 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port bcf9ad3f-9aa1-47b2-8501-4caf91454e57 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:10:26.563056 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.661190 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.702288 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port bcf9ad3f-9aa1-47b2-8501-4caf91454e57, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=bcf9ad3f-9aa1-47b2-8501-4caf91454e57,segment=NetworkSegment(7d6b8b65-5fab-46f6-a808-80453e82e2a4),segment_id=7d6b8b65-5fab-46f6-a808-80453e82e2a4)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:26.708144 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:26.766259 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=bcf9ad3f-9aa1-47b2-8501-4caf91454e57,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:26.860180 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 47786) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:26.894324 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 47790) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:26.908905 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b2a92-de65-4f71-ab0c-7d17eb1ddfb8 req-85797449-51f1-40cc-adb3-67edd1f8ddfa tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:26.910451 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-326b2a92-de65-4f71-ab0c-7d17eb1ddfb8 req-85797449-51f1-40cc-adb3-67edd1f8ddfa tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 946 time: 0.0554016 Sep 15 15:10:26.968801 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-326b2a92-de65-4f71-ab0c-7d17eb1ddfb8 req-a3530499-8582-4705-a66d-516389570167 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494950 Sep 15 15:10:26.981604 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a10b2385-ad1b-45a6-8e70-ca3ea58d1872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.014989 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bf175e6b-44b7-409c-ad4c-adf6cd922a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.105439 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a10b2385-ad1b-45a6-8e70-ca3ea58d1872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.118454 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a10b2385-ad1b-45a6-8e70-ca3ea58d1872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.182600 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-a10b2385-ad1b-45a6-8e70-ca3ea58d1872 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ba0ec921f7e413abfffa71520c8eae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211963 Sep 15 15:10:27.185508 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 47804) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:27.195355 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b2385-ad1b-45a6-8e70-ca3ea58d1872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2be969-f5f0-4fb9-b614-9e634d4f2e64,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:27.219567 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969072a-63d6-4a45-9f4d-2e7c56c297f5 req-e4c3875a-a5b1-4fa3-a679-0e46eec99ea5 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:27.221508 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a969072a-63d6-4a45-9f4d-2e7c56c297f5 req-e4c3875a-a5b1-4fa3-a679-0e46eec99ea5 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 943 time: 0.1137986 Sep 15 15:10:27.225318 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bf175e6b-44b7-409c-ad4c-adf6cd922a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.229544 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bf175e6b-44b7-409c-ad4c-adf6cd922a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.276407 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-bf175e6b-44b7-409c-ad4c-adf6cd922a2a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e11aca22f8f0469d971170fab3f823a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3770175 Sep 15 15:10:27.276581 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 47810) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:27.282361 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf175e6b-44b7-409c-ad4c-adf6cd922a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420da268-cb2d-415c-aa48-2dca160496fa,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:27.283797 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bfc3335d-3ee0-494b-98ac-0694d903f601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.288973 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a969072a-63d6-4a45-9f4d-2e7c56c297f5 req-b467c940-a76b-4465-b12e-cd4e51119cc1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582716 Sep 15 15:10:27.322305 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bfc3335d-3ee0-494b-98ac-0694d903f601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.362999 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-19959f62-5cec-413f-8e81-1ea05f141440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.371702 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bfc3335d-3ee0-494b-98ac-0694d903f601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.374493 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bfc3335d-3ee0-494b-98ac-0694d903f601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.375655 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-bfc3335d-3ee0-494b-98ac-0694d903f601 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f2be969-f5f0-4fb9-b614-9e634d4f2e64 HTTP/1.1" status: 204 len: 168 time: 0.1890769 Sep 15 15:10:27.381258 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4366890-c5e3-4429-8e12-589da30eb67f req-b4d9f403-6405-4cdb-b0bd-8361dd90fbf7 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:27.382776 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f4366890-c5e3-4429-8e12-589da30eb67f req-b4d9f403-6405-4cdb-b0bd-8361dd90fbf7 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0794015 Sep 15 15:10:27.383810 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3335d-3ee0-494b-98ac-0694d903f601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2be969-f5f0-4fb9-b614-9e634d4f2e64,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:27.398406 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-19959f62-5cec-413f-8e81-1ea05f141440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.454420 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f4366890-c5e3-4429-8e12-589da30eb67f req-7ac3d164-860a-434b-8a76-7a9b1791917f tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592711 Sep 15 15:10:27.478554 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-19959f62-5cec-413f-8e81-1ea05f141440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.481812 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-19959f62-5cec-413f-8e81-1ea05f141440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.485902 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-19959f62-5cec-413f-8e81-1ea05f141440 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/420da268-cb2d-415c-aa48-2dca160496fa HTTP/1.1" status: 204 len: 168 time: 0.2060332 Sep 15 15:10:27.492665 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19959f62-5cec-413f-8e81-1ea05f141440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420da268-cb2d-415c-aa48-2dca160496fa,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:27.631596 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1f1a5-b3f9-4c4d-9dc6-3f2d67214d56 req-82eb35cc-ff1d-4971-960a-470bafb26814 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:27.633211 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c6d1f1a5-b3f9-4c4d-9dc6-3f2d67214d56 req-82eb35cc-ff1d-4971-960a-470bafb26814 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 946 time: 0.0533063 Sep 15 15:10:27.672052 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c6d1f1a5-b3f9-4c4d-9dc6-3f2d67214d56 req-9ec27ef6-a384-405a-9539-129643e89f9a tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329428 Sep 15 15:10:27.672711 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 47820) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:27.687168 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af3e8f88-8422-4fa3-a440-c1031d1fd69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.767864 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef4bc6b-a3ee-4402-a3f0-122126c25a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197f43fc-f7c1-43a4-a692-42e19e66fcec'}, {'server_uuid': '4fcc554c-2a24-442a-86f7-f3eee76f1325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482cc345-7255-4ff7-96fc-ca43a9b74f00'}, {'server_uuid': '30bd7b10-d9df-49a4-b85d-ed2b381ae52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf9ad3f-9aa1-47b2-8501-4caf91454e57'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:10:27.770625 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fccf2d-2996-44e8-a9df-bf8381bdf1e4" -d '{"events": [{"server_uuid": "bef4bc6b-a3ee-4402-a3f0-122126c25a4a", "name": "network-vif-plugged", "status": "completed", "tag": "197f43fc-f7c1-43a4-a692-42e19e66fcec"}, {"server_uuid": "4fcc554c-2a24-442a-86f7-f3eee76f1325", "name": "network-vif-plugged", "status": "completed", "tag": "482cc345-7255-4ff7-96fc-ca43a9b74f00"}, {"server_uuid": "30bd7b10-d9df-49a4-b85d-ed2b381ae52a", "name": "network-vif-plugged", "status": "completed", "tag": "bcf9ad3f-9aa1-47b2-8501-4caf91454e57"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:10:27.779446 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af3e8f88-8422-4fa3-a440-c1031d1fd69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.786910 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af3e8f88-8422-4fa3-a440-c1031d1fd69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.825653 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-af3e8f88-8422-4fa3-a440-c1031d1fd69c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2cf3074b160435d9f130f08ffae4092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518619 Sep 15 15:10:27.826539 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e8f88-8422-4fa3-a440-c1031d1fd69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5084b0e-141d-429f-85db-0a7782b72427,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:27.828296 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 47828) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:27.847447 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 15 Sep 2021 15:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6c9ecc-b76d-4f74-98ff-159dd3ca38ec x-openstack-request-id: req-4a6c9ecc-b76d-4f74-98ff-159dd3ca38ec {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:10:27.848358 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef4bc6b-a3ee-4402-a3f0-122126c25a4a", "name": "network-vif-plugged", "status": "completed", "tag": "197f43fc-f7c1-43a4-a692-42e19e66fcec", "code": 200}, {"server_uuid": "4fcc554c-2a24-442a-86f7-f3eee76f1325", "name": "network-vif-plugged", "status": "completed", "tag": "482cc345-7255-4ff7-96fc-ca43a9b74f00", "code": 200}, {"server_uuid": "30bd7b10-d9df-49a4-b85d-ed2b381ae52a", "name": "network-vif-plugged", "status": "completed", "tag": "bcf9ad3f-9aa1-47b2-8501-4caf91454e57", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:10:27.848625 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a6c9ecc-b76d-4f74-98ff-159dd3ca38ec {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:10:27.849608 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef4bc6b-a3ee-4402-a3f0-122126c25a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197f43fc-f7c1-43a4-a692-42e19e66fcec', 'code': 200} Sep 15 15:10:27.849923 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcc554c-2a24-442a-86f7-f3eee76f1325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482cc345-7255-4ff7-96fc-ca43a9b74f00', 'code': 200} Sep 15 15:10:27.850262 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bd7b10-d9df-49a4-b85d-ed2b381ae52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf9ad3f-9aa1-47b2-8501-4caf91454e57', 'code': 200} Sep 15 15:10:27.867182 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 47830) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:27.881042 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-128d3c54-e9ff-4a4c-ab23-354fd3898102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.888385 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a5a378be-cdf5-4b13-b58f-8164b8ec2973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.911258 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a5a378be-cdf5-4b13-b58f-8164b8ec2973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.963209 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a5a378be-cdf5-4b13-b58f-8164b8ec2973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.966716 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a5a378be-cdf5-4b13-b58f-8164b8ec2973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.968031 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-a5a378be-cdf5-4b13-b58f-8164b8ec2973 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5084b0e-141d-429f-85db-0a7782b72427 HTTP/1.1" status: 204 len: 168 time: 0.1387668 Sep 15 15:10:27.981516 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-128d3c54-e9ff-4a4c-ab23-354fd3898102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:27.983201 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a378be-cdf5-4b13-b58f-8164b8ec2973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5084b0e-141d-429f-85db-0a7782b72427,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:27.986570 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-128d3c54-e9ff-4a4c-ab23-354fd3898102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:28.037347 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-128d3c54-e9ff-4a4c-ab23-354fd3898102 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b5d0c056d2842c1bf8acb30bbbae74c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1688931 Sep 15 15:10:28.038302 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d3c54-e9ff-4a4c-ab23-354fd3898102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e0b2ad-46ff-4af4-aa75-93b7e3e10f74,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:28.039865 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 47848) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:28.083770 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-2bb11945-08b6-4cbb-8b8c-20521e70dcd0 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=df9bf5fd93f245e99e3322293ea682f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358033 Sep 15 15:10:28.119064 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c362d7-7b3d-4769-bbfb-e213f2ea9bea req-a9a74ba1-7d6c-44a3-81f0-1b46f7791e7e tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:28.120867 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b2c362d7-7b3d-4769-bbfb-e213f2ea9bea req-a9a74ba1-7d6c-44a3-81f0-1b46f7791e7e tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 946 time: 0.0525131 Sep 15 15:10:28.171719 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b2c362d7-7b3d-4769-bbfb-e213f2ea9bea req-ad938546-563f-4784-b796-a834b411e089 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438817 Sep 15 15:10:28.250883 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5c84165b-63d0-458d-a1cd-60670c36ade3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:28.311730 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5c84165b-63d0-458d-a1cd-60670c36ade3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:28.329807 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-47a0e21f-5033-48ba-ad4b-66e3ed8ca823 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:28.331321 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-47a0e21f-5033-48ba-ad4b-66e3ed8ca823 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2389784 Sep 15 15:10:28.360840 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-4a162de7-849e-45b1-b843-db19e69c036b tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/quotas/df9bf5fd93f245e99e3322293ea682f0 HTTP/1.1" status: 200 len: 375 time: 0.0220182 Sep 15 15:10:28.412418 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-c9d34cb1-8f3b-4a60-a206-1167823c1d84 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=df9bf5fd93f245e99e3322293ea682f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342724 Sep 15 15:10:28.413146 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5c84165b-63d0-458d-a1cd-60670c36ade3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:28.415873 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5c84165b-63d0-458d-a1cd-60670c36ade3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:28.420233 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-5c84165b-63d0-458d-a1cd-60670c36ade3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26e0b2ad-46ff-4af4-aa75-93b7e3e10f74 HTTP/1.1" status: 204 len: 168 time: 0.3760936 Sep 15 15:10:28.424722 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84165b-63d0-458d-a1cd-60670c36ade3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e0b2ad-46ff-4af4-aa75-93b7e3e10f74,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:28.432479 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056bd37-942c-4c62-a6c0-91d63a787bb8 req-33740e4c-f11a-42a8-9ca7-a92ca48bc271 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:28.434005 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9056bd37-942c-4c62-a6c0-91d63a787bb8 req-33740e4c-f11a-42a8-9ca7-a92ca48bc271 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 943 time: 0.0690243 Sep 15 15:10:28.486567 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:28.496656 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9056bd37-942c-4c62-a6c0-91d63a787bb8 req-5b00bd73-5f8e-488e-9355-8536877cd5a2 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527260 Sep 15 15:10:28.608046 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ae6a5cb8-9972-4e96-9829-b140e8150753 req-32966b43-a35c-4974-b91c-b5dfd8e6fe43 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 210 time: 0.0380313 Sep 15 15:10:28.642553 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae53dd-39f7-430e-aca5-a5053b4ac287 req-4b8c365d-34f7-4156-9192-1dc48cee517d tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:28.644246 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f3ae53dd-39f7-430e-aca5-a5053b4ac287 req-4b8c365d-34f7-4156-9192-1dc48cee517d tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0700467 Sep 15 15:10:28.684979 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f3ae53dd-39f7-430e-aca5-a5053b4ac287 req-9f05300c-1cd7-4644-9e0e-6d58f6762d54 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343316 Sep 15 15:10:28.831915 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1b170-e3b1-4d72-ac0a-bfba452f56e1 req-09dd51b8-9567-4764-a7c6-34ec2ee8b5ad tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:28.834601 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-12c1b170-e3b1-4d72-ac0a-bfba452f56e1 req-09dd51b8-9567-4764-a7c6-34ec2ee8b5ad tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 946 time: 0.0733669 Sep 15 15:10:28.881350 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-12c1b170-e3b1-4d72-ac0a-bfba452f56e1 req-53719087-fbf6-48f6-8f7f-9a82a885c4a0 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395482 Sep 15 15:10:29.300101 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee88e41-be3e-486e-bdf6-caff611b4ab8 req-2ba4cb02-68c1-4ddf-be3f-1907c2b8508c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:29.306583 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0ee88e41-be3e-486e-bdf6-caff611b4ab8 req-2ba4cb02-68c1-4ddf-be3f-1907c2b8508c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 946 time: 0.0606606 Sep 15 15:10:29.342963 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0ee88e41-be3e-486e-bdf6-caff611b4ab8 req-13cc21d9-1e7c-4aad-b759-b4fbb153ff4e tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347662 Sep 15 15:10:29.605449 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b30f9d-25e2-42a6-8a1e-4cd3cd44536a req-2ebaaa7d-ac23-46a5-b0c6-9e83f3f0e933 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:29.607593 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-55b30f9d-25e2-42a6-8a1e-4cd3cd44536a req-2ebaaa7d-ac23-46a5-b0c6-9e83f3f0e933 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 943 time: 0.0526092 Sep 15 15:10:29.661697 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-55b30f9d-25e2-42a6-8a1e-4cd3cd44536a req-4817cf21-549f-4a45-b070-d76118b6792b tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452669 Sep 15 15:10:29.709250 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ef06b795-babe-435d-b5d5-05ba977b5383 req-bcec49bd-83d8-45f5-a1c2-87db424280ba tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 210 time: 0.0299158 Sep 15 15:10:29.825399 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffb42d-0b91-4f62-a02c-1043a43bac28 req-c620288f-72c8-4201-8dda-fd0d78d72641 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:29.826939 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-54ffb42d-0b91-4f62-a02c-1043a43bac28 req-c620288f-72c8-4201-8dda-fd0d78d72641 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0582235 Sep 15 15:10:29.868355 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-54ffb42d-0b91-4f62-a02c-1043a43bac28 req-818aca87-0ac9-4032-a850-6c1653663010 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335426 Sep 15 15:10:30.015326 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b0f06-c87a-42ba-8bf1-7dfbe7209ade req-a1393d01-d5dd-43b3-b064-7a31933bed28 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:30.016788 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4e0b0f06-c87a-42ba-8bf1-7dfbe7209ade req-a1393d01-d5dd-43b3-b064-7a31933bed28 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 946 time: 0.0498292 Sep 15 15:10:30.055502 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4e0b0f06-c87a-42ba-8bf1-7dfbe7209ade req-00227cee-0cb3-4d04-896c-3457cc493f25 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Sep 15 15:10:30.228835 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 0a4fa7b7-b265-42fa-abed-4464c97217e5 details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:10:30.413349 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 0a4fa7b7-b265-42fa-abed-4464c97217e5, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=0a4fa7b7-b265-42fa-abed-4464c97217e5,segment=NetworkSegment(bde9a5be-c47e-42fa-a79f-27cb72c12d32),segment_id=bde9a5be-c47e-42fa-a79f-27cb72c12d32)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:30.439556 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': '0a4fa7b7-b265-42fa-abed-4464c97217e5', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'port_id': '0a4fa7b7-b265-42fa-abed-4464c97217e5', 'mac_address': 'fa:16:3e:76:d0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:10:30.493387 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:30.515244 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4fa7b7-b265-42fa-abed-4464c97217e5 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:10:30.523476 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810430c-a838-4c11-825e-4e16533d9b9b req-aec6346e-b2d2-482f-bcd9-b6db44bdea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:30.525030 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c810430c-a838-4c11-825e-4e16533d9b9b req-aec6346e-b2d2-482f-bcd9-b6db44bdea45 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 1098 time: 0.0907235 Sep 15 15:10:30.558741 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 0a4fa7b7-b265-42fa-abed-4464c97217e5, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=0a4fa7b7-b265-42fa-abed-4464c97217e5,segment=NetworkSegment(bde9a5be-c47e-42fa-a79f-27cb72c12d32),segment_id=bde9a5be-c47e-42fa-a79f-27cb72c12d32)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:30.558953 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0e3ba-b44d-45eb-8fc9-c12936f72b16 req-81bfc73a-f457-47d0-814e-8e4526f21c52 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:30.560423 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0df0e3ba-b44d-45eb-8fc9-c12936f72b16 req-81bfc73a-f457-47d0-814e-8e4526f21c52 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 946 time: 0.0947967 Sep 15 15:10:30.565803 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:30.599089 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c810430c-a838-4c11-825e-4e16533d9b9b req-a50a62b5-1e51-4757-8bd4-01831095fd9c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628932 Sep 15 15:10:30.618001 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0df0e3ba-b44d-45eb-8fc9-c12936f72b16 req-57f4e7eb-9647-4a6a-adca-b5bd8838532f tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503545 Sep 15 15:10:30.623673 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=0a4fa7b7-b265-42fa-abed-4464c97217e5,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:30.655768 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb387f-a3f5-4842-b414-6ba5356d2189 req-4d31854f-c7d8-467a-a6f8-8dbfde6a896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:30.657227 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-46fb387f-a3f5-4842-b414-6ba5356d2189 req-4d31854f-c7d8-467a-a6f8-8dbfde6a896d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 1098 time: 0.0881865 Sep 15 15:10:30.768497 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1d946-3dda-47e7-83bd-6f7f33a250ca req-0bd75dcc-eb2f-454f-9831-e063a83f3228 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:30.770706 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-69d1d946-3dda-47e7-83bd-6f7f33a250ca req-0bd75dcc-eb2f-454f-9831-e063a83f3228 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 944 time: 0.0498245 Sep 15 15:10:30.814720 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-69d1d946-3dda-47e7-83bd-6f7f33a250ca req-4f3d548b-3928-4d6d-809c-f167220327c5 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376205 Sep 15 15:10:30.829293 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5bf1234b-4311-4742-8051-fb3d1a30e5db req-1784153f-1c14-4a40-9bc4-9aa276f18043 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 210 time: 0.0487177 Sep 15 15:10:30.845654 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-46fb387f-a3f5-4842-b414-6ba5356d2189 req-2e5c4598-b931-4a56-816b-794862ef90ba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398858 Sep 15 15:10:30.855464 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c545e-da35-471f-a0b0-07a9a5d2ae87 req-5e8fbc11-ea38-4405-9f39-59b6dc744c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:30.856926 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-369c545e-da35-471f-a0b0-07a9a5d2ae87 req-5e8fbc11-ea38-4405-9f39-59b6dc744c6f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 1099 time: 0.0676115 Sep 15 15:10:30.871061 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['0a4fa7b7-b265-42fa-abed-4464c97217e5'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:10:30.980989 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e9303-60a6-43b4-9fe7-64ade0fa0f27 req-a6ab6787-524d-4dae-b686-311bfef1bb51 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:30.982436 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-472e9303-60a6-43b4-9fe7-64ade0fa0f27 req-a6ab6787-524d-4dae-b686-311bfef1bb51 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0479097 Sep 15 15:10:31.021352 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-472e9303-60a6-43b4-9fe7-64ade0fa0f27 req-608ad2dc-7df3-4d2a-8f95-9c21be6614cc tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330226 Sep 15 15:10:31.081817 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-369c545e-da35-471f-a0b0-07a9a5d2ae87 req-31a34b98-3ca4-48e4-9d78-9630bd6592c8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282938 Sep 15 15:10:31.171804 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd4ac4-3021-441c-8fb4-5365441b4444 req-93eb2abe-b2db-46e4-9e55-f9ebe99f4cc2 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:31.173471 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-74dd4ac4-3021-441c-8fb4-5365441b4444 req-93eb2abe-b2db-46e4-9e55-f9ebe99f4cc2 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 946 time: 0.0502334 Sep 15 15:10:31.217088 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-74dd4ac4-3021-441c-8fb4-5365441b4444 req-40e85deb-1ceb-4825-94c7-26e8b79d7e27 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371997 Sep 15 15:10:31.600750 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5a693f2a-34fb-42af-b9a0-e435092aefe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:31.733910 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3128f-a798-490b-83fb-3ad85472e3e6 req-e0228764-c783-4861-9718-72e294fc1a83 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:31.735366 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d8c3128f-a798-490b-83fb-3ad85472e3e6 req-e0228764-c783-4861-9718-72e294fc1a83 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 946 time: 0.0499878 Sep 15 15:10:31.774101 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d8c3128f-a798-490b-83fb-3ad85472e3e6 req-2b27479f-5d45-4196-92e3-a221e04d1c51 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319588 Sep 15 15:10:31.950615 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d558f721-ef8e-4ae9-8106-c9de301d63e0 req-587c28e0-3da8-43a4-9ede-1bd0a7aa1d57 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 210 time: 0.0375025 Sep 15 15:10:31.960220 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b1739-14c2-43d3-8072-eb4790c48754 req-827888e9-add1-45c1-9e44-a46c82117aed tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:31.968280 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a68b1739-14c2-43d3-8072-eb4790c48754 req-827888e9-add1-45c1-9e44-a46c82117aed tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 944 time: 0.0699213 Sep 15 15:10:32.002006 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a68b1739-14c2-43d3-8072-eb4790c48754 req-e9db561e-99f0-4068-a736-f0757481ceb0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328085 Sep 15 15:10:32.144679 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7858e-78f5-49ce-bc70-10e1a3ab0ed4 req-7372aa6c-79f3-4e6f-9260-443ac6e789b5 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:32.146646 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4bd7858e-78f5-49ce-bc70-10e1a3ab0ed4 req-7372aa6c-79f3-4e6f-9260-443ac6e789b5 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0522223 Sep 15 15:10:32.185169 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4bd7858e-78f5-49ce-bc70-10e1a3ab0ed4 req-6e2d10c4-88b9-4e3a-938b-74df078a0777 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325415 Sep 15 15:10:32.326409 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac845343-1f5c-4ff3-9c36-e0ba44006a01 req-c5927100-3aee-4424-9bf8-b80a635932da tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:32.327904 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac845343-1f5c-4ff3-9c36-e0ba44006a01 req-c5927100-3aee-4424-9bf8-b80a635932da tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 946 time: 0.0469527 Sep 15 15:10:32.364490 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac845343-1f5c-4ff3-9c36-e0ba44006a01 req-8c3ca16a-29e5-46e8-a115-af8221aaedfa tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307162 Sep 15 15:10:33.052234 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ada08e5b-ffc9-458f-95e9-4b12103a3eb7 req-a546832c-f6e2-473a-9a93-6401c903cbab tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 210 time: 0.0344174 Sep 15 15:10:33.114323 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29b0de-87c7-4021-9ef9-e8b21ea9daaa req-61c3eb37-73e0-4524-962d-0cec0f24f672 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:33.116760 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3a29b0de-87c7-4021-9ef9-e8b21ea9daaa req-61c3eb37-73e0-4524-962d-0cec0f24f672 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 944 time: 0.0473056 Sep 15 15:10:33.156160 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3a29b0de-87c7-4021-9ef9-e8b21ea9daaa req-44950db4-4cbf-467c-ae2b-42de81f66cac tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335698 Sep 15 15:10:33.296974 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6ba96-972b-470e-aac0-7baf75330e14 req-b35c9687-d727-449d-95cd-afb512c7a9ee tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:33.298609 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e9b6ba96-972b-470e-aac0-7baf75330e14 req-b35c9687-d727-449d-95cd-afb512c7a9ee tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0479555 Sep 15 15:10:33.335289 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e9b6ba96-972b-470e-aac0-7baf75330e14 req-853b542b-b5c9-457b-80ed-ff989b04efdc tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306771 Sep 15 15:10:33.478310 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab6349-a87e-4f6a-b7e7-a4ca4f8655a3 req-cfd1ee6a-85ee-4ac7-825f-5c3164aaf9ea tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:33.479785 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1dab6349-a87e-4f6a-b7e7-a4ca4f8655a3 req-cfd1ee6a-85ee-4ac7-825f-5c3164aaf9ea tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 946 time: 0.0510545 Sep 15 15:10:33.517082 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1dab6349-a87e-4f6a-b7e7-a4ca4f8655a3 req-edf576ec-dbe3-450d-8b1b-1a19e00e5de4 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314021 Sep 15 15:10:34.158296 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ae4a12e8-1f4d-498f-9ae0-90724e933e7e req-e0ed1c2b-690f-4cd9-8c29-043e4e16393a tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 210 time: 0.0253291 Sep 15 15:10:34.256049 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:34.270258 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318f536-e8cd-456b-9920-9088d9149007 req-5d13ef7f-d2d8-49ad-acff-da2b9248cf02 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:34.271733 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3318f536-e8cd-456b-9920-9088d9149007 req-5d13ef7f-d2d8-49ad-acff-da2b9248cf02 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 944 time: 0.0501862 Sep 15 15:10:34.309691 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3318f536-e8cd-456b-9920-9088d9149007 req-a7b758b7-f917-450c-b254-d19fd59f434a tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321128 Sep 15 15:10:34.395304 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-db6e4ad7-da61-458e-bac7-b3bb5dfe079b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:34.451633 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38503f21-2301-483f-9ee4-bc3d6e7fb582 req-59d51b41-5855-48fe-b2f4-d5097f68d2b4 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:34.453001 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-38503f21-2301-483f-9ee4-bc3d6e7fb582 req-59d51b41-5855-48fe-b2f4-d5097f68d2b4 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0502863 Sep 15 15:10:34.494296 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-38503f21-2301-483f-9ee4-bc3d6e7fb582 req-96205df1-7aa5-43fa-a673-66d122583403 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335536 Sep 15 15:10:34.516421 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-93680d25-9b74-4102-85e7-205324a6a243 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=df9bf5fd93f245e99e3322293ea682f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285201 Sep 15 15:10:34.665764 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-df3e50a2-c90d-4fa9-9831-068703e58126 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:34.667400 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-df3e50a2-c90d-4fa9-9831-068703e58126 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1429644 Sep 15 15:10:34.675411 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37bbb4-ec55-43cc-a665-cc64b8ecdd08 req-fe9646c6-111d-418f-94cc-fc59cfc2dede tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:34.677359 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aa37bbb4-ec55-43cc-a665-cc64b8ecdd08 req-fe9646c6-111d-418f-94cc-fc59cfc2dede tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 946 time: 0.0811567 Sep 15 15:10:34.682289 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-ac31a385-7070-436f-83ce-8918f1920d70 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Request body: {'port': {'device_id': '5451bbe2-eb58-4ab0-af52-4d4a167689fe', 'network_id': 'f7a2d82c-127b-4f96-8cc4-8742a374bd54', 'admin_state_up': True, 'tenant_id': 'df9bf5fd93f245e99e3322293ea682f0'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:10:34.773271 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aa37bbb4-ec55-43cc-a665-cc64b8ecdd08 req-18380d5c-0c57-412e-a0bf-322a9e0141f4 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873473 Sep 15 15:10:34.818813 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-ac31a385-7070-436f-83ce-8918f1920d70 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Made reservation on behalf of df9bf5fd93f245e99e3322293ea682f0 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:10:34.822254 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-ac31a385-7070-436f-83ce-8918f1920d70 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:34.830671 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-ac31a385-7070-436f-83ce-8918f1920d70 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:34.918400 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-ac31a385-7070-436f-83ce-8918f1920d70 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:34.923423 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-ac31a385-7070-436f-83ce-8918f1920d70 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:34.990944 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31a385-7070-436f-83ce-8918f1920d70 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c43fc2-e766-4180-9b48-56b88cc2df1e,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:35.058989 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-ac31a385-7070-436f-83ce-8918f1920d70 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Allocated IP 192.168.233.73 (f7a2d82c-127b-4f96-8cc4-8742a374bd54/6b423619-bbde-4b18-b98b-c080da39a3f6/c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:10:35.202054 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:35.222693 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-ac31a385-7070-436f-83ce-8918f1920d70 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:35.261840 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-33795073-35b2-48d7-884d-74c1c1198717 req-a0947fd6-5376-491e-9454-33641fe75c53 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 210 time: 0.0338197 Sep 15 15:10:35.438789 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a85887-5e4c-4d71-8f09-c0fef765388e req-5d8ad588-a8ca-4adf-87cb-bcba8bbec213 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:35.449151 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-31a85887-5e4c-4d71-8f09-c0fef765388e req-5d8ad588-a8ca-4adf-87cb-bcba8bbec213 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 944 time: 0.0666564 Sep 15 15:10:35.510006 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-31a85887-5e4c-4d71-8f09-c0fef765388e req-8d362d49-65b7-443a-8d38-8f6c338a1b26 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577579 Sep 15 15:10:35.542495 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-ac31a385-7070-436f-83ce-8918f1920d70 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:35.614303 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-ac31a385-7070-436f-83ce-8918f1920d70 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Network f7a2d82c-127b-4f96-8cc4-8742a374bd54 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:10:35.622075 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-ac31a385-7070-436f-83ce-8918f1920d70 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:10:35.623596 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31a385-7070-436f-83ce-8918f1920d70 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Pushing event updated for resources: {'Port': ['ID=c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:35.626489 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-ac31a385-7070-436f-83ce-8918f1920d70 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:10:35.635058 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-ac31a385-7070-436f-83ce-8918f1920d70 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:35.635766 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-ac31a385-7070-436f-83ce-8918f1920d70 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:35.652901 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb085025-e733-4c67-9499-3143860a33db req-b2a3a7b6-436a-4b11-a673-8db0e4cdfc3e tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:35.655799 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-eb085025-e733-4c67-9499-3143860a33db req-b2a3a7b6-436a-4b11-a673-8db0e4cdfc3e tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0761287 Sep 15 15:10:35.661285 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-ac31a385-7070-436f-83ce-8918f1920d70 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9821916 Sep 15 15:10:35.682422 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] Request body: {'port': {'device_id': '5451bbe2-eb58-4ab0-af52-4d4a167689fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80883'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:10:35.730886 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 0a4fa7b7-b265-42fa-abed-4464c97217e5 up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:10:35.755648 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-eb085025-e733-4c67-9499-3143860a33db req-473f0117-633b-4d25-b5ab-72362d321baf tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615494 Sep 15 15:10:35.859186 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:35.874659 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning for port 0a4fa7b7-b265-42fa-abed-4464c97217e5 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:10:35.881625 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port 0a4fa7b7-b265-42fa-abed-4464c97217e5 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:10:35.882401 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:36.029649 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:36.070528 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcbba71-baf1-4aba-b179-0343eff15eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4fa7b7-b265-42fa-abed-4464c97217e5'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:10:36.073444 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274d4af5-a0e9-487e-a7d4-82c94d99d584" -d '{"events": [{"server_uuid": "7bcbba71-baf1-4aba-b179-0343eff15eda", "name": "network-vif-plugged", "status": "completed", "tag": "0a4fa7b7-b265-42fa-abed-4464c97217e5"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:10:36.086848 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 0a4fa7b7-b265-42fa-abed-4464c97217e5, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=0a4fa7b7-b265-42fa-abed-4464c97217e5,segment=NetworkSegment(bde9a5be-c47e-42fa-a79f-27cb72c12d32),segment_id=bde9a5be-c47e-42fa-a79f-27cb72c12d32)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:36.097044 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:36.138204 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-546020bf-dfab-4048-aff7-589afdd91694 None None] Provisioning complete for port c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:10:36.138634 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-546020bf-dfab-4048-aff7-589afdd91694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:36.178883 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-546020bf-dfab-4048-aff7-589afdd91694 None None] Port c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:10:36.196954 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=0a4fa7b7-b265-42fa-abed-4464c97217e5,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:36.271429 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425c794c-352a-40de-bfdf-0596335d195f x-openstack-request-id: req-425c794c-352a-40de-bfdf-0596335d195f {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:10:36.272130 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcbba71-baf1-4aba-b179-0343eff15eda", "name": "network-vif-plugged", "status": "completed", "tag": "0a4fa7b7-b265-42fa-abed-4464c97217e5", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:10:36.272821 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-425c794c-352a-40de-bfdf-0596335d195f {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:10:36.273375 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bcbba71-baf1-4aba-b179-0343eff15eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4fa7b7-b265-42fa-abed-4464c97217e5', 'code': 200} Sep 15 15:10:36.276098 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedce47-ace0-4d36-b60e-351768c1a1f2 req-4f6810a7-7e0a-4683-8ee8-fc706f32ad74 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:36.277629 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0cedce47-ace0-4d36-b60e-351768c1a1f2 req-4f6810a7-7e0a-4683-8ee8-fc706f32ad74 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 946 time: 0.1430850 Sep 15 15:10:36.338612 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0cedce47-ace0-4d36-b60e-351768c1a1f2 req-3343cbf5-7ac7-4689-a2d9-7662f6a08dfb tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479753 Sep 15 15:10:36.416926 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13333f6-4dc1-4625-8570-13d92602c147 req-b6d2d32c-74e7-4acc-979a-1d9527672137 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:36.420670 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d13333f6-4dc1-4625-8570-13d92602c147 req-b6d2d32c-74e7-4acc-979a-1d9527672137 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0887129 Sep 15 15:10:36.424999 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:10:36.444814 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:36.486633 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d13333f6-4dc1-4625-8570-13d92602c147 req-034f690d-eb96-4520-9b1e-4f29dd4dd8f8 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598207 Sep 15 15:10:36.489589 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] Transition to ACTIVE for port object c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:10:36.498735 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:36.523077 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205883c2-fe9e-4b65-8fab-41affcc199c9 req-942a19d7-4cd5-4e06-805f-eb562ab36c79 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:36.525250 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-205883c2-fe9e-4b65-8fab-41affcc199c9 req-942a19d7-4cd5-4e06-805f-eb562ab36c79 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 935 time: 0.0937586 Sep 15 15:10:36.661097 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:36.683348 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] Attempting to bind port c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 on host hv-cinder-80883 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:10:36.683717 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] Attempting to bind port c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 by drivers openvswitch,hyperv on host hv-cinder-80883 at level 0 using segments [{'id': '0e59b1f8-19b0-4bb3-91c2-860a9881c34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7a2d82c-127b-4f96-8cc4-8742a374bd54'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:10:36.684014 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] Attempting to bind port c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 on network f7a2d82c-127b-4f96-8cc4-8742a374bd54 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:10:36.699476 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-205883c2-fe9e-4b65-8fab-41affcc199c9 req-b484ab44-a14e-45df-baa7-ee908d633609 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c43fc2-e766-4180-9b48-56b88cc2df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377618 Sep 15 15:10:36.700174 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] Port c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 on network f7a2d82c-127b-4f96-8cc4-8742a374bd54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80883 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:10:36.700491 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] Attempting to bind port c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 on network f7a2d82c-127b-4f96-8cc4-8742a374bd54 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:10:36.702357 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd186288-cda0-4ac6-9149-136040f91a4a req-1dfc2cba-9849-4f8b-b594-d88dece57ba0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:36.704386 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd186288-cda0-4ac6-9149-136040f91a4a req-1dfc2cba-9849-4f8b-b594-d88dece57ba0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0874977 Sep 15 15:10:36.715322 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] Checking agent: {'id': 'db85dd15-89fb-42a1-b201-2709101a597b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'started_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:10:36.715649 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] Checking segment: {'id': '0e59b1f8-19b0-4bb3-91c2-860a9881c34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7a2d82c-127b-4f96-8cc4-8742a374bd54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:10:36.716034 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] Bound using segment: {'id': '0e59b1f8-19b0-4bb3-91c2-860a9881c34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7a2d82c-127b-4f96-8cc4-8742a374bd54'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:10:36.716469 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] Bound port: c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2, host: hv-cinder-80883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e59b1f8-19b0-4bb3-91c2-860a9881c34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f7a2d82c-127b-4f96-8cc4-8742a374bd54'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:10:36.716821 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:36.765063 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd186288-cda0-4ac6-9149-136040f91a4a req-dd903c91-2dee-4bc0-bf06-22988a25015b tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537055 Sep 15 15:10:36.831865 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] For port c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2, host hv-cinder-80883, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:10:36.835728 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] For port c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2, host hv-cinder-80883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2,segment=NetworkSegment(0e59b1f8-19b0-4bb3-91c2-860a9881c34b),segment_id=0e59b1f8-19b0-4bb3-91c2-860a9881c34b)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:10:36.839855 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:36.873312 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:36.873918 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:36.875585 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] 10.222.0.47 "PUT /v2.0/ports/c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 HTTP/1.1" status: 200 len: 1097 time: 1.1975331 Sep 15 15:10:36.876121 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5451bbe2-eb58-4ab0-af52-4d4a167689fe', 'tag': 'c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:10:36.878371 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634c1f3f-6dd7-4238-9ba2-d70064e0c019" -d '{"events": [{"name": "network-changed", "server_uuid": "5451bbe2-eb58-4ab0-af52-4d4a167689fe", "tag": "c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:10:36.909340 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f608d2f-2307-45b2-a3c6-ebd4ac71f8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:36.925052 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acf935f-c2bf-459a-bcc3-dcaa41db17ea x-openstack-request-id: req-8acf935f-c2bf-459a-bcc3-dcaa41db17ea {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:10:36.925346 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5451bbe2-eb58-4ab0-af52-4d4a167689fe", "tag": "c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:10:36.925599 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8acf935f-c2bf-459a-bcc3-dcaa41db17ea {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:10:36.926040 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5451bbe2-eb58-4ab0-af52-4d4a167689fe', 'tag': 'c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2', 'status': 'completed', 'code': 200} Sep 15 15:10:36.950720 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:37.598952 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767d52a-5fac-4d5e-92b3-072a84d03427 req-0cd79efb-c9fa-42cb-a371-9e9333d52f9a tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:37.600418 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3767d52a-5fac-4d5e-92b3-072a84d03427 req-0cd79efb-c9fa-42cb-a371-9e9333d52f9a tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0474732 Sep 15 15:10:37.637851 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3767d52a-5fac-4d5e-92b3-072a84d03427 req-dd615dbe-0be1-4620-bef4-83cec005a65f tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315948 Sep 15 15:10:37.824976 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a592fc-677e-4a87-8719-173cac4a1c55 req-a85d890f-a977-4ec4-b5db-74e55f631e27 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:37.826505 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e6a592fc-677e-4a87-8719-173cac4a1c55 req-a85d890f-a977-4ec4-b5db-74e55f631e27 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 947 time: 0.0522621 Sep 15 15:10:37.869415 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e6a592fc-677e-4a87-8719-173cac4a1c55 req-349b7ce1-f352-4161-9e0c-c0acf72a1892 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c43fc2-e766-4180-9b48-56b88cc2df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370712 Sep 15 15:10:38.067136 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb629bb-0a64-43a4-8695-c5edb5d7a268 req-9e1dfd55-16a9-469a-920a-b5f2a9b38d78 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:38.068563 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dbb629bb-0a64-43a4-8695-c5edb5d7a268 req-9e1dfd55-16a9-469a-920a-b5f2a9b38d78 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.2301717 Sep 15 15:10:38.105223 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dbb629bb-0a64-43a4-8695-c5edb5d7a268 req-5e504a3b-fd1f-456a-9745-c2780543e28c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307508 Sep 15 15:10:38.754421 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718a075-c39f-4cb7-8398-495b453c160b req-1af74122-72de-4b0e-8282-ffa752302b79 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:38.755881 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f718a075-c39f-4cb7-8398-495b453c160b req-1af74122-72de-4b0e-8282-ffa752302b79 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0514696 Sep 15 15:10:38.791846 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f718a075-c39f-4cb7-8398-495b453c160b req-96bbd0c3-d8c1-42be-b86d-a6769208d9ec tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301363 Sep 15 15:10:38.981206 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a639a1-c4d1-4852-8137-17fe6d2d8b48 req-6b11d1dc-a92b-4241-b6d3-461bb4d0a215 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:38.982690 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-70a639a1-c4d1-4852-8137-17fe6d2d8b48 req-6b11d1dc-a92b-4241-b6d3-461bb4d0a215 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 947 time: 0.0480273 Sep 15 15:10:39.019418 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-70a639a1-c4d1-4852-8137-17fe6d2d8b48 req-33fe6ed9-817c-4547-b947-af608acaaf32 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c43fc2-e766-4180-9b48-56b88cc2df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300660 Sep 15 15:10:39.220412 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e1fdd-798e-4fdc-b0a0-9712d6b095aa req-bef4456b-bfde-4a40-95fc-8059b3fc50f4 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:39.221980 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a99e1fdd-798e-4fdc-b0a0-9712d6b095aa req-bef4456b-bfde-4a40-95fc-8059b3fc50f4 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0516577 Sep 15 15:10:39.261063 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a99e1fdd-798e-4fdc-b0a0-9712d6b095aa req-2fedceb3-5a65-431e-9ae2-f36979838cf6 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322883 Sep 15 15:10:39.384416 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585afcf3-90f6-4e77-a933-572150a980bd req-8db3728b-7c7a-4aa5-9a51-ff544a307d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:39.386307 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-585afcf3-90f6-4e77-a933-572150a980bd req-8db3728b-7c7a-4aa5-9a51-ff544a307d9a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=163ec6c96b0a4d718abb77037ca241be&device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 1098 time: 0.0567760 Sep 15 15:10:39.404836 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c1f3f-6dd7-4238-9ba2-d70064e0c019 req-1e292fa5-6542-4b9b-8a98-e1a65762ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:39.406406 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-634c1f3f-6dd7-4238-9ba2-d70064e0c019 req-1e292fa5-6542-4b9b-8a98-e1a65762ac39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9bf5fd93f245e99e3322293ea682f0&device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 1100 time: 0.0444038 Sep 15 15:10:39.442180 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-634c1f3f-6dd7-4238-9ba2-d70064e0c019 req-72bd0512-b73b-4ef1-9198-bf3166502f19 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=df9bf5fd93f245e99e3322293ea682f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191128 Sep 15 15:10:39.493919 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585afcf3-90f6-4e77-a933-572150a980bd req-2c8ccbf0-75f4-486b-9dfa-d00316a71d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:39.495639 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-585afcf3-90f6-4e77-a933-572150a980bd req-2c8ccbf0-75f4-486b-9dfa-d00316a71d67 service neutron] 10.222.0.47 "GET /v2.0/networks?id=27aa2b65-aece-4c07-9c11-3987e0397682 HTTP/1.1" status: 200 len: 920 time: 0.1014254 Sep 15 15:10:39.546950 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-585afcf3-90f6-4e77-a933-572150a980bd req-039c777c-0e39-452e-937a-3c84a6d0aab8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=197f43fc-f7c1-43a4-a692-42e19e66fcec HTTP/1.1" status: 200 len: 217 time: 0.0352304 Sep 15 15:10:39.555477 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf42d29-71f0-4df2-983a-76c659432a1a req-0997e88f-3bf4-44ae-b666-f3920183fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:39.558090 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7cf42d29-71f0-4df2-983a-76c659432a1a req-0997e88f-3bf4-44ae-b666-f3920183fe16 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 1098 time: 0.0849059 Sep 15 15:10:39.586123 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c1f3f-6dd7-4238-9ba2-d70064e0c019 req-4611767b-ac21-4b36-92df-137d23976992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:39.587548 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-634c1f3f-6dd7-4238-9ba2-d70064e0c019 req-4611767b-ac21-4b36-92df-137d23976992 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1373494 Sep 15 15:10:39.606502 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7cf42d29-71f0-4df2-983a-76c659432a1a req-f4887c14-4363-4998-8b72-8207eb9fc1bc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398667 Sep 15 15:10:39.607877 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585afcf3-90f6-4e77-a933-572150a980bd req-7d959265-82c6-4783-b012-4b1496a4c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:39.609428 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-585afcf3-90f6-4e77-a933-572150a980bd req-7d959265-82c6-4783-b012-4b1496a4c779 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=beb0d370-3954-41e4-8035-bb3df55aa20d HTTP/1.1" status: 200 len: 859 time: 0.0527966 Sep 15 15:10:39.912324 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-585afcf3-90f6-4e77-a933-572150a980bd req-c61882dd-b3b1-40de-bfb1-572b6851457e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27aa2b65-aece-4c07-9c11-3987e0397682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432768 Sep 15 15:10:39.932709 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c6115-1d50-47d1-9df6-9e86f5ba835f req-2b60110f-40ee-49fb-82e5-ca504c5dd6c0 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:39.934430 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-608c6115-1d50-47d1-9df6-9e86f5ba835f req-2b60110f-40ee-49fb-82e5-ca504c5dd6c0 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0755460 Sep 15 15:10:39.950679 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-f237080f-1bc2-416e-b666-d6a662e73669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:39.952185 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-f237080f-1bc2-416e-b666-d6a662e73669 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9bf5fd93f245e99e3322293ea682f0&device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 1100 time: 0.0533400 Sep 15 15:10:39.997370 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-81277869-ee73-4394-a783-1905f567d320 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 HTTP/1.1" status: 200 len: 217 time: 0.0369949 Sep 15 15:10:40.036506 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-608c6115-1d50-47d1-9df6-9e86f5ba835f req-28a4eb29-adbd-49dd-8b5f-037828a9c7aa tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886707 Sep 15 15:10:40.060333 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-49a0585f-0788-4131-acd2-61d85c6e97f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:40.062475 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-49a0585f-0788-4131-acd2-61d85c6e97f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b423619-bbde-4b18-b98b-c080da39a3f6 HTTP/1.1" status: 200 len: 843 time: 0.0501060 Sep 15 15:10:40.074753 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-585afcf3-90f6-4e77-a933-572150a980bd req-41123065-5fd4-4f83-b085-766b2f42c40f service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393449 Sep 15 15:10:40.142394 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8bf5fe32-7cb3-408f-86f0-2984ac63275b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:40.143939 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-8bf5fe32-7cb3-408f-86f0-2984ac63275b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f7a2d82c-127b-4f96-8cc4-8742a374bd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0684700 Sep 15 15:10:40.215699 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e3534-dd16-4d5d-a281-36f4470e6ca5 req-f75c51d9-cc78-4f13-9dd3-c0ad009b126d tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:40.218481 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ce7e3534-dd16-4d5d-a281-36f4470e6ca5 req-f75c51d9-cc78-4f13-9dd3-c0ad009b126d tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 947 time: 0.1089213 Sep 15 15:10:40.236401 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-585afcf3-90f6-4e77-a933-572150a980bd req-fcdaa0c2-efa4-43a6-9c8b-f0738bf2d683 service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452761 Sep 15 15:10:40.275440 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ce7e3534-dd16-4d5d-a281-36f4470e6ca5 req-15806def-6363-4209-a01f-a55c1685502a tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c43fc2-e766-4180-9b48-56b88cc2df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457666 Sep 15 15:10:40.291243 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-99d118c4-8a92-4278-9049-8fa0d3d2c6b3 service neutron] 10.222.0.47 "GET /v2.0/networks/f7a2d82c-127b-4f96-8cc4-8742a374bd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074948 Sep 15 15:10:40.389737 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c076a-9b3e-4a9f-b01c-8de1bfaa93e5 req-91f2ad35-44df-4270-89e8-7ce7d13b7692 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:40.391284 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-859c076a-9b3e-4a9f-b01c-8de1bfaa93e5 req-91f2ad35-44df-4270-89e8-7ce7d13b7692 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0554633 Sep 15 15:10:40.404054 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac309fb4-bfcd-4f16-b5c8-1a7a8a5ffdcb req-83072286-f70f-45e3-8699-956841311cf4 service neutron] 10.222.0.47 "GET /v2.0/networks/f7a2d82c-127b-4f96-8cc4-8742a374bd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130157 Sep 15 15:10:40.437372 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-859c076a-9b3e-4a9f-b01c-8de1bfaa93e5 req-198ada78-6474-4cb0-b361-b1f43c29fc0a tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386505 Sep 15 15:10:41.184604 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea5216-b6c7-4e3a-8695-4fd76ad87df9 req-463241d9-8631-4941-be1a-97facce56743 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:41.186185 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6bea5216-b6c7-4e3a-8695-4fd76ad87df9 req-463241d9-8631-4941-be1a-97facce56743 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0563879 Sep 15 15:10:41.228608 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6bea5216-b6c7-4e3a-8695-4fd76ad87df9 req-426312e4-b171-4049-9fde-7f89a2877c5a tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360923 Sep 15 15:10:41.260095 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 48276) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:41.385468 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6841c41e-835b-4278-a10e-f8171cb611a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:41.416601 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077c8cb-67c1-4df5-97dd-5c8128827805 req-03c002a6-5182-4627-9bcf-32a72c522298 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:41.418126 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8077c8cb-67c1-4df5-97dd-5c8128827805 req-03c002a6-5182-4627-9bcf-32a72c522298 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 947 time: 0.0772069 Sep 15 15:10:41.473970 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8077c8cb-67c1-4df5-97dd-5c8128827805 req-5952adc6-11c0-4f2f-8c6e-71a67c4b2cce tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c43fc2-e766-4180-9b48-56b88cc2df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495892 Sep 15 15:10:41.523978 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6841c41e-835b-4278-a10e-f8171cb611a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:41.528000 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6841c41e-835b-4278-a10e-f8171cb611a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:41.561477 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ce3c1-d847-4e91-a3d4-9042d33bd48b req-632a5d54-2214-47ff-807f-17deb9928eb9 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:41.563214 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c89ce3c1-d847-4e91-a3d4-9042d33bd48b req-632a5d54-2214-47ff-807f-17deb9928eb9 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0500417 Sep 15 15:10:41.578692 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-6841c41e-835b-4278-a10e-f8171cb611a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2281c9bbfa84d78815c0631eac49fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3175056 Sep 15 15:10:41.581284 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 48292) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:41.588309 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841c41e-835b-4278-a10e-f8171cb611a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4d0dd9-de9b-473e-a770-d6288fedfe07,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:41.624837 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c89ce3c1-d847-4e91-a3d4-9042d33bd48b req-e2384895-03cd-4384-b596-b4d7bf8ef3ff tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516109 Sep 15 15:10:41.639515 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-428612ad-4878-4148-973f-1cb5f918d69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:41.662255 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-428612ad-4878-4148-973f-1cb5f918d69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:41.743705 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b15ee-43bf-40f6-babb-2f6eb337695a req-6f6ecab0-8158-4f17-b3e7-2afa3934c9fd tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:41.745381 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8d5b15ee-43bf-40f6-babb-2f6eb337695a req-6f6ecab0-8158-4f17-b3e7-2afa3934c9fd tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0578365 Sep 15 15:10:41.754972 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-428612ad-4878-4148-973f-1cb5f918d69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:41.755942 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 48300) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:41.757806 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-428612ad-4878-4148-973f-1cb5f918d69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:41.761220 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-428612ad-4878-4148-973f-1cb5f918d69c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d4d0dd9-de9b-473e-a770-d6288fedfe07 HTTP/1.1" status: 204 len: 168 time: 0.1760960 Sep 15 15:10:41.761344 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-10c9f39b-2514-4234-ae98-a4e58ec316d1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Request body: {'floatingip': {'port_id': '0a4fa7b7-b265-42fa-abed-4464c97217e5'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:10:41.768057 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428612ad-4878-4148-973f-1cb5f918d69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4d0dd9-de9b-473e-a770-d6288fedfe07,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:41.858151 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-10c9f39b-2514-4234-ae98-a4e58ec316d1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for floatingip, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:42.448164 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467026f-3859-4577-a100-4acfeaecf2a1 req-fb88f538-48d0-4b52-9276-37f7538706a4 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:42.450396 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d467026f-3859-4577-a100-4acfeaecf2a1 req-fb88f538-48d0-4b52-9276-37f7538706a4 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.1305480 Sep 15 15:10:42.489554 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 48338) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:42.568897 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d467026f-3859-4577-a100-4acfeaecf2a1 req-3bd6583d-7fde-4f7d-949f-5171a8aedb48 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061239 Sep 15 15:10:42.578877 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-10c9f39b-2514-4234-ae98-a4e58ec316d1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:42.598762 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-10c9f39b-2514-4234-ae98-a4e58ec316d1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675147'] for floatingip, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:42.636782 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef612c-dc80-42fd-8c25-9b3646149b1b req-4c834321-025b-4e6c-bd66-6eb5f21524bf tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:42.639371 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f0ef612c-dc80-42fd-8c25-9b3646149b1b req-4c834321-025b-4e6c-bd66-6eb5f21524bf tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 947 time: 0.0680323 Sep 15 15:10:42.706355 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5e3e0935-a523-4e79-a2b5-a9016fce09ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:42.739729 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f0ef612c-dc80-42fd-8c25-9b3646149b1b req-43df7ae6-8e37-4395-8d84-eb0c0dbdfc41 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c43fc2-e766-4180-9b48-56b88cc2df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918810 Sep 15 15:10:42.884261 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5e3e0935-a523-4e79-a2b5-a9016fce09ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:42.890512 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5e3e0935-a523-4e79-a2b5-a9016fce09ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:42.945734 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-5e3e0935-a523-4e79-a2b5-a9016fce09ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d70f3c7bb5f43d591b10197d9716b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546497 Sep 15 15:10:42.947038 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e0935-a523-4e79-a2b5-a9016fce09ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3774dc46-bcf8-4966-9979-92f227e4cf79,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:42.950880 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 48360) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:42.972862 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.db.l3_db [None req-10c9f39b-2514-4234-ae98-a4e58ec316d1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Floating IP 67cec14b-fb0d-4ac4-b1ed-9cb2da0e3020 associated. External IP: 172.27.1.78, port: 0a4fa7b7-b265-42fa-abed-4464c97217e5. Sep 15 15:10:43.012667 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bf4c0e70-57a1-4c7c-9edd-51e4da2a99bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:43.035301 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bf4c0e70-57a1-4c7c-9edd-51e4da2a99bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:43.043598 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 48362) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:43.084025 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bf4c0e70-57a1-4c7c-9edd-51e4da2a99bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:43.086919 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bf4c0e70-57a1-4c7c-9edd-51e4da2a99bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:43.088224 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-bf4c0e70-57a1-4c7c-9edd-51e4da2a99bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3774dc46-bcf8-4966-9979-92f227e4cf79 HTTP/1.1" status: 204 len: 168 time: 0.1363826 Sep 15 15:10:43.095962 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c0e70-57a1-4c7c-9edd-51e4da2a99bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3774dc46-bcf8-4966-9979-92f227e4cf79,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:43.215027 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e2f4ca45-1fed-40e8-a19d-e74f227ea868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:43.230346 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c9f39b-2514-4234-ae98-a4e58ec316d1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Router 8c5df71a-1066-4f4c-b894-6d94db02acdc has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:10:43.384755 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c9f39b-2514-4234-ae98-a4e58ec316d1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:10:43.385147 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 48370) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:43.390560 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-10c9f39b-2514-4234-ae98-a4e58ec316d1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:43.399417 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc4a6d6-1877-41c9-abca-d7f29e6a371e None None] Sync routers for ids ['8c5df71a-1066-4f4c-b894-6d94db02acdc'] in dv-cinder-808837-2-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:10:43.401096 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-24a29b9c-89b9-40fe-aca6-5b500b823839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:43.408473 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc4a6d6-1877-41c9-abca-d7f29e6a371e None None] Routers {'8c5df71a-1066-4f4c-b894-6d94db02acdc'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:10:43.409079 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-5cc4a6d6-1877-41c9-abca-d7f29e6a371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:10:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['8c5df71a-1066-4f4c-b894-6d94db02acdc'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:43.428867 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e2f4ca45-1fed-40e8-a19d-e74f227ea868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:43.442687 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-10c9f39b-2514-4234-ae98-a4e58ec316d1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "PUT /v2.0/floatingips/67cec14b-fb0d-4ac4-b1ed-9cb2da0e3020 HTTP/1.1" status: 200 len: 990 time: 1.6775081 Sep 15 15:10:43.444614 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bcbba71-baf1-4aba-b179-0343eff15eda', 'tag': '0a4fa7b7-b265-42fa-abed-4464c97217e5'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:10:43.447782 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce72b88ea98b9b59f8744ce31cfa81804ac8f91e830cefd0c1469553d0f4f5f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f62d76-72ae-40b1-bc0a-9f83ddc19cde" -d '{"events": [{"name": "network-changed", "server_uuid": "7bcbba71-baf1-4aba-b179-0343eff15eda", "tag": "0a4fa7b7-b265-42fa-abed-4464c97217e5"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:10:43.450818 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e2f4ca45-1fed-40e8-a19d-e74f227ea868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:43.497084 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-e2f4ca45-1fed-40e8-a19d-e74f227ea868 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d01908168c084ffa8f64aa02ce980cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4524322 Sep 15 15:10:43.501068 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 48378) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:43.540455 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4ca45-1fed-40e8-a19d-e74f227ea868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916e7bcc-b09b-40cc-8f38-efaf8352c6b2,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:43.543982 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-24a29b9c-89b9-40fe-aca6-5b500b823839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:43.549990 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-24a29b9c-89b9-40fe-aca6-5b500b823839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:43.555067 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-5cc4a6d6-1877-41c9-abca-d7f29e6a371e None None] Set router 8c5df71a-1066-4f4c-b894-6d94db02acdc gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:10:43.555194 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064c55c6-2353-4ed5-8968-87984c359211 x-openstack-request-id: req-064c55c6-2353-4ed5-8968-87984c359211 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:10:43.555436 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bcbba71-baf1-4aba-b179-0343eff15eda", "tag": "0a4fa7b7-b265-42fa-abed-4464c97217e5", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:10:43.555683 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-064c55c6-2353-4ed5-8968-87984c359211 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:10:43.556071 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bcbba71-baf1-4aba-b179-0343eff15eda', 'tag': '0a4fa7b7-b265-42fa-abed-4464c97217e5', 'status': 'completed', 'code': 200} Sep 15 15:10:43.589899 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-24a29b9c-89b9-40fe-aca6-5b500b823839 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf12172d499846babfe2ae666fa2fe22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013063 Sep 15 15:10:43.590114 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7bd4cbef-ba23-40ba-8204-ef1e0e74e63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:43.591544 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 48382) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:43.596386 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a29b9c-89b9-40fe-aca6-5b500b823839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcf15b0-7778-4b07-816e-137cd7b65ed4,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:43.651763 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7bd4cbef-ba23-40ba-8204-ef1e0e74e63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:43.687405 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af96b6b4-5bff-40cf-80bb-d9dd00dca25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:43.699198 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19357c38-2387-427e-88a9-02be981035f1 req-eb0268c0-e8c0-4e99-b515-b7346fc726b7 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:43.700737 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19357c38-2387-427e-88a9-02be981035f1 req-eb0268c0-e8c0-4e99-b515-b7346fc726b7 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0495601 Sep 15 15:10:43.718208 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af96b6b4-5bff-40cf-80bb-d9dd00dca25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:43.743486 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19357c38-2387-427e-88a9-02be981035f1 req-af6aed7a-85b1-4a78-beb2-1d823363ebf3 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344901 Sep 15 15:10:43.762261 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7bd4cbef-ba23-40ba-8204-ef1e0e74e63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:43.767949 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7bd4cbef-ba23-40ba-8204-ef1e0e74e63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:43.769374 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-7bd4cbef-ba23-40ba-8204-ef1e0e74e63c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/916e7bcc-b09b-40cc-8f38-efaf8352c6b2 HTTP/1.1" status: 204 len: 168 time: 0.2672658 Sep 15 15:10:43.791137 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4cbef-ba23-40ba-8204-ef1e0e74e63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916e7bcc-b09b-40cc-8f38-efaf8352c6b2,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:43.814804 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af96b6b4-5bff-40cf-80bb-d9dd00dca25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:43.820981 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af96b6b4-5bff-40cf-80bb-d9dd00dca25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:43.830977 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-af96b6b4-5bff-40cf-80bb-d9dd00dca25e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0bcf15b0-7778-4b07-816e-137cd7b65ed4 HTTP/1.1" status: 204 len: 168 time: 0.2322805 Sep 15 15:10:43.840025 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96b6b4-5bff-40cf-80bb-d9dd00dca25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcf15b0-7778-4b07-816e-137cd7b65ed4,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:43.910951 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b23acf-057f-4bd0-acfe-51f99362a62f req-03e438e7-147a-464f-b8af-cae532dd86ce tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:43.913598 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b7b23acf-057f-4bd0-acfe-51f99362a62f req-03e438e7-147a-464f-b8af-cae532dd86ce tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 947 time: 0.0647113 Sep 15 15:10:43.917326 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-5cc4a6d6-1877-41c9-abca-d7f29e6a371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:49Z', 'updated_at': '2021-09-15T15:10:01Z', 'revision_number': 4, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'gw_port': {'id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '67cec14b-fb0d-4ac4-b1ed-9cb2da0e3020', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'port_id': '0a4fa7b7-b265-42fa-abed-4464c97217e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'mac_address': 'fa:16:3e:76:d0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcbba71-baf1-4aba-b179-0343eff15eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:10:12Z', 'updated_at': '2021-09-15T15:10:42Z', 'revision_number': 1, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bc0033-0c3d-4f7c-a005-aa1668aa031f', 'name': '', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'mac_address': 'fa:16:3e:ef:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:56Z', 'updated_at': '2021-09-15T15:10:08Z', 'revision_number': 5, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'subnets': [{'id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:43.958225 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b7b23acf-057f-4bd0-acfe-51f99362a62f req-f6d3de9d-13e0-497e-af1b-0fe2f3b02e8e tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c43fc2-e766-4180-9b48-56b88cc2df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387628 Sep 15 15:10:44.041145 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc4a6d6-1877-41c9-abca-d7f29e6a371e None None] Checking router: 8c5df71a-1066-4f4c-b894-6d94db02acdc for host: dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:10:44.049831 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc4a6d6-1877-41c9-abca-d7f29e6a371e None None] Routers {'8c5df71a-1066-4f4c-b894-6d94db02acdc'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:10:44.050554 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-5cc4a6d6-1877-41c9-abca-d7f29e6a371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:10:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['8c5df71a-1066-4f4c-b894-6d94db02acdc'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:44.164311 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-5cc4a6d6-1877-41c9-abca-d7f29e6a371e None None] Set router 8c5df71a-1066-4f4c-b894-6d94db02acdc gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:10:44.225347 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 48400) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:44.239331 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4861da55-f103-4b7c-946b-6425fba0e963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:44.338197 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4861da55-f103-4b7c-946b-6425fba0e963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:44.343641 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4861da55-f103-4b7c-946b-6425fba0e963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:44.388798 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-4861da55-f103-4b7c-946b-6425fba0e963 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=adceaa3a2ba5462fb37990c3aac284e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1594100 Sep 15 15:10:44.389270 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 48408) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:44.395996 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861da55-f103-4b7c-946b-6425fba0e963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad99a392-2ca4-4bcd-ba61-2f423c3b2e91,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:44.396683 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-5cc4a6d6-1877-41c9-abca-d7f29e6a371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:49Z', 'updated_at': '2021-09-15T15:10:01Z', 'revision_number': 4, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'gw_port': {'id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '67cec14b-fb0d-4ac4-b1ed-9cb2da0e3020', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'port_id': '0a4fa7b7-b265-42fa-abed-4464c97217e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'mac_address': 'fa:16:3e:76:d0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcbba71-baf1-4aba-b179-0343eff15eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:10:12Z', 'updated_at': '2021-09-15T15:10:42Z', 'revision_number': 1, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bc0033-0c3d-4f7c-a005-aa1668aa031f', 'name': '', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'mac_address': 'fa:16:3e:ef:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:56Z', 'updated_at': '2021-09-15T15:10:08Z', 'revision_number': 5, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'subnets': [{'id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:10:44.428089 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc4a6d6-1877-41c9-abca-d7f29e6a371e None None] The sync data for ids ['8c5df71a-1066-4f4c-b894-6d94db02acdc'] in dv-cinder-808837-2-iscsi is: [{'id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:49Z', 'updated_at': '2021-09-15T15:10:01Z', 'revision_number': 4, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'gw_port': {'id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '67cec14b-fb0d-4ac4-b1ed-9cb2da0e3020', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'port_id': '0a4fa7b7-b265-42fa-abed-4464c97217e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'mac_address': 'fa:16:3e:76:d0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcbba71-baf1-4aba-b179-0343eff15eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:10:12Z', 'updated_at': '2021-09-15T15:10:42Z', 'revision_number': 1, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bc0033-0c3d-4f7c-a005-aa1668aa031f', 'name': '', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'mac_address': 'fa:16:3e:ef:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:56Z', 'updated_at': '2021-09-15T15:10:08Z', 'revision_number': 5, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'subnets': [{'id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:10:44.458354 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-db9267da-182f-422f-b237-7b37c3242bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:44.483545 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-db9267da-182f-422f-b237-7b37c3242bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:44.540764 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-db9267da-182f-422f-b237-7b37c3242bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:44.543366 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-db9267da-182f-422f-b237-7b37c3242bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:44.544541 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-db9267da-182f-422f-b237-7b37c3242bb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad99a392-2ca4-4bcd-ba61-2f423c3b2e91 HTTP/1.1" status: 204 len: 168 time: 0.1546111 Sep 15 15:10:44.553512 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9267da-182f-422f-b237-7b37c3242bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad99a392-2ca4-4bcd-ba61-2f423c3b2e91,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:44.685651 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f612cc79-6de4-42b6-9429-dc0eb4ee04b6 None None] New status for floating IP 67cec14b-fb0d-4ac4-b1ed-9cb2da0e3020: ACTIVE {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:10:44.899305 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927dea5-80b7-42e1-941d-3c5b616620f1 req-2d5ff955-34be-4846-a034-3d739e516dd0 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:44.902563 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f927dea5-80b7-42e1-941d-3c5b616620f1 req-2d5ff955-34be-4846-a034-3d739e516dd0 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0725451 Sep 15 15:10:44.974723 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f927dea5-80b7-42e1-941d-3c5b616620f1 req-903dcb80-90d4-426d-a8a8-57b996bb6343 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655239 Sep 15 15:10:45.088007 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f635d-35b0-49c6-a8bc-b73c1a1ec0e8 req-a0cee2bf-8136-4122-a3af-e5f3f75a0d92 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:45.089618 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3c4f635d-35b0-49c6-a8bc-b73c1a1ec0e8 req-a0cee2bf-8136-4122-a3af-e5f3f75a0d92 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 947 time: 0.0534852 Sep 15 15:10:45.133892 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3c4f635d-35b0-49c6-a8bc-b73c1a1ec0e8 req-41fcf489-edda-4b04-b84a-9a9427f62568 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c43fc2-e766-4180-9b48-56b88cc2df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364079 Sep 15 15:10:45.238778 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:10:45.344548 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f62d76-72ae-40b1-bc0a-9f83ddc19cde req-59541347-e1f3-4d60-9c43-ebd12d8d470b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:45.346122 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a0f62d76-72ae-40b1-bc0a-9f83ddc19cde req-59541347-e1f3-4d60-9c43-ebd12d8d470b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78ea4c1deb6c4197a4a8c2fd0d13c414&device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 1098 time: 0.0553601 Sep 15 15:10:45.369023 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2,segment=NetworkSegment(0e59b1f8-19b0-4bb3-91c2-860a9881c34b),segment_id=0e59b1f8-19b0-4bb3-91c2-860a9881c34b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:45.385299 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': 'c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2', 'network_id': 'f7a2d82c-127b-4f96-8cc4-8742a374bd54', 'port_id': 'c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2', 'mac_address': 'fa:16:3e:75:44:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b423619-bbde-4b18-b98b-c080da39a3f6', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:10:45.428391 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:45.444074 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:10:45.471359 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2,segment=NetworkSegment(0e59b1f8-19b0-4bb3-91c2-860a9881c34b),segment_id=0e59b1f8-19b0-4bb3-91c2-860a9881c34b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:45.474707 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f62d76-72ae-40b1-bc0a-9f83ddc19cde req-7cfb9f34-571f-49b0-a522-8af32c597f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:45.476307 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a0f62d76-72ae-40b1-bc0a-9f83ddc19cde req-7cfb9f34-571f-49b0-a522-8af32c597f45 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 HTTP/1.1" status: 200 len: 911 time: 0.1122129 Sep 15 15:10:45.476567 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:45.548757 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:45.602102 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a0f62d76-72ae-40b1-bc0a-9f83ddc19cde req-e2d03fbc-df64-463d-b3e3-65857cc76455 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a4fa7b7-b265-42fa-abed-4464c97217e5 HTTP/1.1" status: 200 len: 1000 time: 0.1157250 Sep 15 15:10:45.655616 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f62d76-72ae-40b1-bc0a-9f83ddc19cde req-3000383b-6de6-4cc0-b4d8-7502aa547544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:45.656973 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a0f62d76-72ae-40b1-bc0a-9f83ddc19cde req-3000383b-6de6-4cc0-b4d8-7502aa547544 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0 HTTP/1.1" status: 200 len: 849 time: 0.0458570 Sep 15 15:10:45.727648 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f62d76-72ae-40b1-bc0a-9f83ddc19cde req-a652f1c4-f427-427c-99cd-8062eb3e76ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:45.730158 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a0f62d76-72ae-40b1-bc0a-9f83ddc19cde req-a652f1c4-f427-427c-99cd-8062eb3e76ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d0fe14e1-005c-4c5a-b599-64be3a4bb0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622270 Sep 15 15:10:45.849690 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a0f62d76-72ae-40b1-bc0a-9f83ddc19cde req-8319ab0c-debd-4236-8bcf-d267e37ce1f5 service neutron] 10.222.0.47 "GET /v2.0/networks/d0fe14e1-005c-4c5a-b599-64be3a4bb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100857 Sep 15 15:10:45.854424 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:10:45.979261 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a0f62d76-72ae-40b1-bc0a-9f83ddc19cde req-1bfbe305-29d7-48cd-8d58-e3cf7258d856 service neutron] 10.222.0.47 "GET /v2.0/networks/d0fe14e1-005c-4c5a-b599-64be3a4bb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177297 Sep 15 15:10:46.137503 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6a6bd-2398-493a-8b2b-dce1507770a8 req-e19d88c4-e3f7-478a-9094-ace1b7e52d24 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:46.139390 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-09e6a6bd-2398-493a-8b2b-dce1507770a8 req-e19d88c4-e3f7-478a-9094-ace1b7e52d24 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0585279 Sep 15 15:10:46.194589 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-09e6a6bd-2398-493a-8b2b-dce1507770a8 req-39f4412f-6ae3-4551-a975-338870658376 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491009 Sep 15 15:10:46.268548 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830b06a-dc8e-4217-8d53-c6fb6f05d8ef req-830b1d32-5067-4541-881f-0a19288dada9 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:46.270450 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d830b06a-dc8e-4217-8d53-c6fb6f05d8ef req-830b1d32-5067-4541-881f-0a19288dada9 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 948 time: 0.0541983 Sep 15 15:10:46.310202 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d830b06a-dc8e-4217-8d53-c6fb6f05d8ef req-797dc464-cdf5-4fa0-a2c5-4f66b5b6ad9c tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c43fc2-e766-4180-9b48-56b88cc2df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322638 Sep 15 15:10:47.312852 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7460886-86b3-4366-8e8a-582ca29a29d4 req-35cfc7c7-5956-46a0-ba39-91dd3461a25c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:47.313851 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d7460886-86b3-4366-8e8a-582ca29a29d4 req-35cfc7c7-5956-46a0-ba39-91dd3461a25c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0524614 Sep 15 15:10:47.373115 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d7460886-86b3-4366-8e8a-582ca29a29d4 req-11bb0188-4064-4ccd-a634-dfa20104e058 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509837 Sep 15 15:10:47.463904 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae5d97-6e72-4d71-8d2f-dee280382ca4 req-4a5261b3-b567-4c5e-aa69-303153c9f969 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:47.465561 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-53ae5d97-6e72-4d71-8d2f-dee280382ca4 req-4a5261b3-b567-4c5e-aa69-303153c9f969 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 948 time: 0.0581985 Sep 15 15:10:47.508669 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-53ae5d97-6e72-4d71-8d2f-dee280382ca4 req-df2633ba-b6da-4d33-877d-e905073c450b tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c43fc2-e766-4180-9b48-56b88cc2df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363700 Sep 15 15:10:48.405959 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:10:48.458577 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning for port c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:10:48.462424 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:10:48.462795 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:48.488917 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d9b07-f473-405a-a123-0aa37a314b71 req-0ff1a22f-f476-4d3c-934a-0f77aa40ffd3 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:48.490408 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-653d9b07-f473-405a-a123-0aa37a314b71 req-0ff1a22f-f476-4d3c-934a-0f77aa40ffd3 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0495589 Sep 15 15:10:48.529703 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-653d9b07-f473-405a-a123-0aa37a314b71 req-c6ed74f7-0fb2-4ddd-a9bf-ed9d43f82bbc tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318799 Sep 15 15:10:48.559024 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:48.599435 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5451bbe2-eb58-4ab0-af52-4d4a167689fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:10:48.601954 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57cbeeb-e77e-4255-8eb3-86b619e14a58" -d '{"events": [{"server_uuid": "5451bbe2-eb58-4ab0-af52-4d4a167689fe", "name": "network-vif-plugged", "status": "completed", "tag": "c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:10:48.618554 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2,segment=NetworkSegment(0e59b1f8-19b0-4bb3-91c2-860a9881c34b),segment_id=0e59b1f8-19b0-4bb3-91c2-860a9881c34b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:48.622558 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:48.661921 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df322373-e5df-4a13-b7da-991b2a97872e req-6cad3e93-5482-4c66-bdd6-bb80b1f64567 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:48.665567 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-df322373-e5df-4a13-b7da-991b2a97872e req-6cad3e93-5482-4c66-bdd6-bb80b1f64567 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 949 time: 0.0561814 Sep 15 15:10:48.678754 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:48.706262 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2987d95-e3f2-44fd-8de0-9730c08b0cd1 x-openstack-request-id: req-d2987d95-e3f2-44fd-8de0-9730c08b0cd1 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:10:48.706555 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5451bbe2-eb58-4ab0-af52-4d4a167689fe", "name": "network-vif-plugged", "status": "completed", "tag": "c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:10:48.707028 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2987d95-e3f2-44fd-8de0-9730c08b0cd1 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:10:48.707440 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5451bbe2-eb58-4ab0-af52-4d4a167689fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2', 'code': 200} Sep 15 15:10:48.715490 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-df322373-e5df-4a13-b7da-991b2a97872e req-d9212cab-aef7-43e0-b978-bb8f6fa21afb tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c43fc2-e766-4180-9b48-56b88cc2df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455852 Sep 15 15:10:48.904660 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96e7bc-dc3e-4377-a4ad-647d42e7e4f0 req-fd91746a-235b-4589-96bb-ed189e3c2c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:48.907788 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ea96e7bc-dc3e-4377-a4ad-647d42e7e4f0 req-fd91746a-235b-4589-96bb-ed189e3c2c59 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 1102 time: 0.0434475 Sep 15 15:10:48.948873 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ea96e7bc-dc3e-4377-a4ad-647d42e7e4f0 req-79340b3a-da97-46ae-a6f5-26ef92d61cb8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=25c43fc2-e766-4180-9b48-56b88cc2df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311425 Sep 15 15:10:49.655954 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f370a-05be-4c9f-8935-46c403c0286f req-e8b290df-2643-40c8-bb84-c52233af1498 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:49.657426 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d30f370a-05be-4c9f-8935-46c403c0286f req-e8b290df-2643-40c8-bb84-c52233af1498 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0479431 Sep 15 15:10:49.695064 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d30f370a-05be-4c9f-8935-46c403c0286f req-c5da160a-6cf3-4486-a8ab-e23b3214edd1 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316513 Sep 15 15:10:49.898305 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b35cc-97fb-491f-bde9-aac5d2ab86f8 req-a2697348-7f20-4726-9032-bb127a5354d2 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:49.899798 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-aa0b35cc-97fb-491f-bde9-aac5d2ab86f8 req-a2697348-7f20-4726-9032-bb127a5354d2 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 949 time: 0.0630558 Sep 15 15:10:49.939210 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-aa0b35cc-97fb-491f-bde9-aac5d2ab86f8 req-ae2ad26e-6f16-4e06-96d9-952e60a84485 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c43fc2-e766-4180-9b48-56b88cc2df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335236 Sep 15 15:10:50.076391 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 48692) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:50.179950 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-54cba27b-6efa-4701-83fc-993e5ea725db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:50.289928 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-54cba27b-6efa-4701-83fc-993e5ea725db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:50.298295 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-54cba27b-6efa-4701-83fc-993e5ea725db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:50.336221 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-54cba27b-6efa-4701-83fc-993e5ea725db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ab9b32f1b2444d19e68cd7d438c037b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587132 Sep 15 15:10:50.337121 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cba27b-6efa-4701-83fc-993e5ea725db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733fd1f2-441c-4f31-9c28-7a22cf785ea9,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:50.338950 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 48700) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:50.344168 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cba27b-6efa-4701-83fc-993e5ea725db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.344525 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cba27b-6efa-4701-83fc-993e5ea725db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.344866 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cba27b-6efa-4701-83fc-993e5ea725db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.345207 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cba27b-6efa-4701-83fc-993e5ea725db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.345542 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cba27b-6efa-4701-83fc-993e5ea725db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.345875 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cba27b-6efa-4701-83fc-993e5ea725db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.346235 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cba27b-6efa-4701-83fc-993e5ea725db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.346561 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cba27b-6efa-4701-83fc-993e5ea725db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.346895 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cba27b-6efa-4701-83fc-993e5ea725db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.347221 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cba27b-6efa-4701-83fc-993e5ea725db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.348186 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cba27b-6efa-4701-83fc-993e5ea725db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.348503 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cba27b-6efa-4701-83fc-993e5ea725db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.390358 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2ced5cdb-5a79-47eb-a992-577a5ee98375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:50.412446 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2ced5cdb-5a79-47eb-a992-577a5ee98375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:50.457868 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2ced5cdb-5a79-47eb-a992-577a5ee98375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:50.460356 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2ced5cdb-5a79-47eb-a992-577a5ee98375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:50.461536 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-2ced5cdb-5a79-47eb-a992-577a5ee98375 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/733fd1f2-441c-4f31-9c28-7a22cf785ea9 HTTP/1.1" status: 204 len: 168 time: 0.1216288 Sep 15 15:10:50.468907 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced5cdb-5a79-47eb-a992-577a5ee98375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733fd1f2-441c-4f31-9c28-7a22cf785ea9,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:50.477502 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced5cdb-5a79-47eb-a992-577a5ee98375 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.477854 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced5cdb-5a79-47eb-a992-577a5ee98375 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.478211 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced5cdb-5a79-47eb-a992-577a5ee98375 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.478542 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced5cdb-5a79-47eb-a992-577a5ee98375 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.478867 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced5cdb-5a79-47eb-a992-577a5ee98375 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.479191 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced5cdb-5a79-47eb-a992-577a5ee98375 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.479512 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced5cdb-5a79-47eb-a992-577a5ee98375 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.479845 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced5cdb-5a79-47eb-a992-577a5ee98375 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.480165 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced5cdb-5a79-47eb-a992-577a5ee98375 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.480630 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced5cdb-5a79-47eb-a992-577a5ee98375 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.480892 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced5cdb-5a79-47eb-a992-577a5ee98375 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.481206 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced5cdb-5a79-47eb-a992-577a5ee98375 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:10:50.735529 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 48708) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:50.748723 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-88d64645-c95c-4aff-9d38-3b49cf73b0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:50.845227 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57db10-1e16-433c-9527-42e945b47f10 req-2f9854bd-a134-4d91-a647-afb49acdaf82 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:50.846729 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fe57db10-1e16-433c-9527-42e945b47f10 req-2f9854bd-a134-4d91-a647-afb49acdaf82 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0796437 Sep 15 15:10:50.903087 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-88d64645-c95c-4aff-9d38-3b49cf73b0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:50.906468 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fe57db10-1e16-433c-9527-42e945b47f10 req-01bfd7a4-3fe3-40b7-a92e-e88c50c1b437 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530779 Sep 15 15:10:50.907495 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-88d64645-c95c-4aff-9d38-3b49cf73b0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:50.958635 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-88d64645-c95c-4aff-9d38-3b49cf73b0f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f1b8615b2864ec08f10b5e8626779b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217166 Sep 15 15:10:50.959756 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d64645-c95c-4aff-9d38-3b49cf73b0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2568b7d2-40c6-4ca6-90d7-71411bec251a,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:50.962101 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 48712) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:51.011622 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ce9386ad-40ac-4f78-a8bb-04cf7a8a9ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:51.033487 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ce9386ad-40ac-4f78-a8bb-04cf7a8a9ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:51.088601 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ce9386ad-40ac-4f78-a8bb-04cf7a8a9ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:51.091707 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ce9386ad-40ac-4f78-a8bb-04cf7a8a9ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:51.095609 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-ce9386ad-40ac-4f78-a8bb-04cf7a8a9ba0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2568b7d2-40c6-4ca6-90d7-71411bec251a HTTP/1.1" status: 204 len: 168 time: 0.1297605 Sep 15 15:10:51.111034 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9386ad-40ac-4f78-a8bb-04cf7a8a9ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2568b7d2-40c6-4ca6-90d7-71411bec251a,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:51.155346 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed43d5-1da5-492c-a135-adbce276a0e0 req-f7c8c737-121c-4601-8f7c-4b47a052aac8 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:51.156864 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f8ed43d5-1da5-492c-a135-adbce276a0e0 req-f7c8c737-121c-4601-8f7c-4b47a052aac8 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 949 time: 0.0751820 Sep 15 15:10:51.195281 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f8ed43d5-1da5-492c-a135-adbce276a0e0 req-be98b227-7ae6-41ec-a970-3ac8e5038f7a tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c43fc2-e766-4180-9b48-56b88cc2df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321054 Sep 15 15:10:51.476511 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e78c73-3b2a-4f32-893b-f83bc0dcf0ee req-eb476a2f-5a27-4dd9-a483-5598dc3be1b6 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:51.478002 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-69e78c73-3b2a-4f32-893b-f83bc0dcf0ee req-eb476a2f-5a27-4dd9-a483-5598dc3be1b6 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 949 time: 0.0535948 Sep 15 15:10:51.516658 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-69e78c73-3b2a-4f32-893b-f83bc0dcf0ee req-51932c0c-dfc8-4133-a9dc-e6f9612da37d tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c43fc2-e766-4180-9b48-56b88cc2df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324259 Sep 15 15:10:52.021518 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539d62f-f729-43da-ad89-8570259c95c4 req-d88f42e5-87d6-4d5e-a29b-42e44acc43e5 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:52.023109 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7539d62f-f729-43da-ad89-8570259c95c4 req-d88f42e5-87d6-4d5e-a29b-42e44acc43e5 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0497856 Sep 15 15:10:52.067298 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7539d62f-f729-43da-ad89-8570259c95c4 req-6f365100-7160-41c0-845a-fccae4c4d399 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374966 Sep 15 15:10:52.638475 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a2b02-a1bd-47f9-a162-13c164242916 req-1ba2b480-bd69-426a-8836-00af26b324c7 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:52.639996 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d02a2b02-a1bd-47f9-a162-13c164242916 req-1ba2b480-bd69-426a-8836-00af26b324c7 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 949 time: 0.0522623 Sep 15 15:10:52.679851 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d02a2b02-a1bd-47f9-a162-13c164242916 req-d9f3229b-350e-4aba-8ce2-ed118f640ed0 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c43fc2-e766-4180-9b48-56b88cc2df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330803 Sep 15 15:10:52.721848 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 48782) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:52.825295 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1b8e65d4-8c6e-4ac8-80b8-5fc01a17d979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:52.915324 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1b8e65d4-8c6e-4ac8-80b8-5fc01a17d979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:52.919006 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1b8e65d4-8c6e-4ac8-80b8-5fc01a17d979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:52.956484 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-1b8e65d4-8c6e-4ac8-80b8-5fc01a17d979 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a9235e6bb0c44077b866f58fac784d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335551 Sep 15 15:10:52.957817 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e65d4-8c6e-4ac8-80b8-5fc01a17d979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bb139d-f19e-44da-82e5-f78a524ba22e,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:52.959306 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 48786) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:53.008518 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-15e30e77-726f-4185-9afa-5ebf5c9df5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:53.031979 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-15e30e77-726f-4185-9afa-5ebf5c9df5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:53.082557 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-15e30e77-726f-4185-9afa-5ebf5c9df5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:53.085163 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-15e30e77-726f-4185-9afa-5ebf5c9df5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:53.086352 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-15e30e77-726f-4185-9afa-5ebf5c9df5ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16bb139d-f19e-44da-82e5-f78a524ba22e HTTP/1.1" status: 204 len: 168 time: 0.1260469 Sep 15 15:10:53.096377 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e30e77-726f-4185-9afa-5ebf5c9df5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bb139d-f19e-44da-82e5-f78a524ba22e,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:53.196627 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb2ba0-d5b0-4b90-9a42-9f0f5d51ab4e req-e4c6f83a-2029-4b35-a344-db808bb29ba7 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:53.199620 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5bb2ba0-d5b0-4b90-9a42-9f0f5d51ab4e req-e4c6f83a-2029-4b35-a344-db808bb29ba7 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0500493 Sep 15 15:10:53.241193 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5bb2ba0-d5b0-4b90-9a42-9f0f5d51ab4e req-68e44316-cc80-46bd-8684-441bc512092a tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361836 Sep 15 15:10:53.377939 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 48798) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:53.391214 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fa11e210-08a4-47c0-a1ed-4a07dd065582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:53.487604 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fa11e210-08a4-47c0-a1ed-4a07dd065582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:53.492399 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fa11e210-08a4-47c0-a1ed-4a07dd065582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:53.529217 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-fa11e210-08a4-47c0-a1ed-4a07dd065582 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a4096d4998da479ab8331c059ba707b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502085 Sep 15 15:10:53.530189 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11e210-08a4-47c0-a1ed-4a07dd065582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548416aa-1f6e-4352-b871-03bfac1e9869,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:53.531956 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 48804) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:53.580758 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cbb8df52-040d-4d83-b61f-fa6b163efa8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:53.602047 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cbb8df52-040d-4d83-b61f-fa6b163efa8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:53.653937 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cbb8df52-040d-4d83-b61f-fa6b163efa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:53.658578 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cbb8df52-040d-4d83-b61f-fa6b163efa8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:53.659818 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-cbb8df52-040d-4d83-b61f-fa6b163efa8a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/548416aa-1f6e-4352-b871-03bfac1e9869 HTTP/1.1" status: 204 len: 168 time: 0.1260440 Sep 15 15:10:53.670865 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8df52-040d-4d83-b61f-fa6b163efa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548416aa-1f6e-4352-b871-03bfac1e9869,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:53.787200 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc4a71-3771-47b9-bb50-51df4ed69861 req-3dc31f1c-3f30-4573-88d7-d7d2663147c4 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:53.788673 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-53bc4a71-3771-47b9-bb50-51df4ed69861 req-3dc31f1c-3f30-4573-88d7-d7d2663147c4 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.47 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 949 time: 0.0567493 Sep 15 15:10:53.808801 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159edb2c-222e-4cd0-9ce1-6f5ec87e8b26 req-89301c5c-ee57-4dd3-8cfc-718d6868217b tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:53.810642 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-159edb2c-222e-4cd0-9ce1-6f5ec87e8b26 req-89301c5c-ee57-4dd3-8cfc-718d6868217b tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 949 time: 0.0598173 Sep 15 15:10:53.872217 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-159edb2c-222e-4cd0-9ce1-6f5ec87e8b26 req-dd14a56f-58e9-4212-93c0-d32357a73de5 tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/security-groups?id=25c43fc2-e766-4180-9b48-56b88cc2df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515244 Sep 15 15:10:53.958748 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-53bc4a71-3771-47b9-bb50-51df4ed69861 req-0863610c-3dcf-48d6-b222-a1a3d9dd20ef tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Deleting port c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:10:53.959085 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-53bc4a71-3771-47b9-bb50-51df4ed69861 req-0863610c-3dcf-48d6-b222-a1a3d9dd20ef tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:54.054487 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-53bc4a71-3771-47b9-bb50-51df4ed69861 req-0863610c-3dcf-48d6-b222-a1a3d9dd20ef tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] For port c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2,segment=NetworkSegment(0e59b1f8-19b0-4bb3-91c2-860a9881c34b),segment_id=0e59b1f8-19b0-4bb3-91c2-860a9881c34b)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:54.054848 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-53bc4a71-3771-47b9-bb50-51df4ed69861 req-0863610c-3dcf-48d6-b222-a1a3d9dd20ef tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:54.070169 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-53bc4a71-3771-47b9-bb50-51df4ed69861 req-0863610c-3dcf-48d6-b222-a1a3d9dd20ef tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Calling delete_port for c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:10:54.232294 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-53bc4a71-3771-47b9-bb50-51df4ed69861 req-0863610c-3dcf-48d6-b222-a1a3d9dd20ef tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:54.252779 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:10:54.264052 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863610c-3dcf-48d6-b222-a1a3d9dd20ef tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Pushing event deleted for resources: {'Port': ['ID=c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:54.348469 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bc4a71-3771-47b9-bb50-51df4ed69861 req-0863610c-3dcf-48d6-b222-a1a3d9dd20ef tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] No DVR routers for this DVR port c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 on host hv-cinder-80883 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:10:54.352171 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-53bc4a71-3771-47b9-bb50-51df4ed69861 req-0863610c-3dcf-48d6-b222-a1a3d9dd20ef tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:54.354623 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-53bc4a71-3771-47b9-bb50-51df4ed69861 req-0863610c-3dcf-48d6-b222-a1a3d9dd20ef tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.47 "DELETE /v2.0/ports/c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 HTTP/1.1" status: 204 len: 173 time: 0.5587986 Sep 15 15:10:54.355292 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5451bbe2-eb58-4ab0-af52-4d4a167689fe', 'name': 'network-vif-deleted', 'tag': 'c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:10:54.357764 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a6aa0e-a07b-4223-b598-f0133d25704b" -d '{"events": [{"server_uuid": "5451bbe2-eb58-4ab0-af52-4d4a167689fe", "name": "network-vif-deleted", "tag": "c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:10:54.417634 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd342400-abff-4a65-ba89-2c50d9c0c802 req-5d8724c9-2e40-4208-8d77-ab605d700805 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:54.425135 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd342400-abff-4a65-ba89-2c50d9c0c802 req-5d8724c9-2e40-4208-8d77-ab605d700805 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0708199 Sep 15 15:10:54.500641 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd342400-abff-4a65-ba89-2c50d9c0c802 req-458f8e7b-dc21-42d8-8bea-f425e59e215a tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738809 Sep 15 15:10:54.670696 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420eac9c-7427-4af3-8532-a5883adb8b53 x-openstack-request-id: req-420eac9c-7427-4af3-8532-a5883adb8b53 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:10:54.670997 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5451bbe2-eb58-4ab0-af52-4d4a167689fe", "name": "network-vif-deleted", "tag": "c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:10:54.671253 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-420eac9c-7427-4af3-8532-a5883adb8b53 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:10:54.671646 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5451bbe2-eb58-4ab0-af52-4d4a167689fe', 'name': 'network-vif-deleted', 'tag': 'c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2', 'status': 'completed', 'code': 200} Sep 15 15:10:54.986565 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4bcc9716-f51f-447f-9c31-6aa73d6b9980 req-1d646770-238b-42f7-940b-d155a309a93a tempest-VolumesNegativeTest-647526898 tempest-VolumesNegativeTest-647526898-project] 10.222.0.44 "GET /v2.0/ports?device_id=5451bbe2-eb58-4ab0-af52-4d4a167689fe HTTP/1.1" status: 200 len: 210 time: 0.0271735 Sep 15 15:10:55.352694 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4f3028b5-0954-4fbc-b91b-54d8f964909b req-5bcad48d-601c-47ce-9c43-dd57ea4843d2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508351 Sep 15 15:10:55.450476 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3028b5-0954-4fbc-b91b-54d8f964909b req-bd26d952-db3b-479e-a30d-15abcdce73fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:55.451927 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4f3028b5-0954-4fbc-b91b-54d8f964909b req-bd26d952-db3b-479e-a30d-15abcdce73fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9cef0aeca354c71b27931ed9e4e8927&device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 1099 time: 0.0423732 Sep 15 15:10:55.502875 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 48868) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:55.661876 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-28c3de3e-82d0-4bfa-9a71-ab652a32486a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:55.695858 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4db91c-f621-4502-943e-1907fb1c9e1b req-8167f865-d7b9-42d1-ad7c-a397441839b4 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:55.706434 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4c4db91c-f621-4502-943e-1907fb1c9e1b req-8167f865-d7b9-42d1-ad7c-a397441839b4 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0972664 Sep 15 15:10:55.752711 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4c4db91c-f621-4502-943e-1907fb1c9e1b req-328de9c7-cf44-4631-bc78-0a798217282f tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494251 Sep 15 15:10:55.794791 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3028b5-0954-4fbc-b91b-54d8f964909b req-53212d7e-6681-41f9-a58c-0b32ee4866c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:55.796288 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4f3028b5-0954-4fbc-b91b-54d8f964909b req-53212d7e-6681-41f9-a58c-0b32ee4866c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=075b36e7-6542-424d-b046-8e8b5d008ee6 HTTP/1.1" status: 200 len: 915 time: 0.3033593 Sep 15 15:10:55.820116 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-28c3de3e-82d0-4bfa-9a71-ab652a32486a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:55.823758 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-28c3de3e-82d0-4bfa-9a71-ab652a32486a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:55.840239 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4f3028b5-0954-4fbc-b91b-54d8f964909b req-08646d34-2131-4ca6-8083-e6c4a51b5311 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=235bcf9c-3fd5-4bbc-988e-b12d0006da81 HTTP/1.1" status: 200 len: 217 time: 0.0364542 Sep 15 15:10:55.862706 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3de3e-82d0-4bfa-9a71-ab652a32486a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f1a098-33e6-42d4-8e57-90a20bed810e,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:55.869415 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-28c3de3e-82d0-4bfa-9a71-ab652a32486a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff994abebe3e4c38910d3170576a69bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622391 Sep 15 15:10:55.869810 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 48884) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:55.898663 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3028b5-0954-4fbc-b91b-54d8f964909b req-348a9af1-3b43-4113-8700-10ce429371e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:55.900263 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4f3028b5-0954-4fbc-b91b-54d8f964909b req-348a9af1-3b43-4113-8700-10ce429371e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b33e9d6-d6d6-4340-8993-9ffa014fc179 HTTP/1.1" status: 200 len: 854 time: 0.0515015 Sep 15 15:10:55.928299 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-883684ab-cf04-42fb-819a-fb6ccf6e7ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:55.944041 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4f3028b5-0954-4fbc-b91b-54d8f964909b req-e69f999c-baf1-4263-8e49-7a93c47a9d75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=075b36e7-6542-424d-b046-8e8b5d008ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302591 Sep 15 15:10:55.952194 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-883684ab-cf04-42fb-819a-fb6ccf6e7ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:56.033725 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-883684ab-cf04-42fb-819a-fb6ccf6e7ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:56.038759 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-883684ab-cf04-42fb-819a-fb6ccf6e7ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:56.040321 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-883684ab-cf04-42fb-819a-fb6ccf6e7ffa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f0f1a098-33e6-42d4-8e57-90a20bed810e HTTP/1.1" status: 204 len: 168 time: 0.1690695 Sep 15 15:10:56.049002 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883684ab-cf04-42fb-819a-fb6ccf6e7ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f1a098-33e6-42d4-8e57-90a20bed810e,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:56.060304 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4f3028b5-0954-4fbc-b91b-54d8f964909b req-164aaa41-7cd6-43c8-af82-753af66cb7a8 service neutron] 10.222.0.47 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032555 Sep 15 15:10:56.164269 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e8887-4112-4e8f-8654-6457c5657104 req-c03909f3-c488-40d7-a296-9ec44ba1fd7c tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:56.165846 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-be5e8887-4112-4e8f-8654-6457c5657104 req-c03909f3-c488-40d7-a296-9ec44ba1fd7c tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 946 time: 0.0578179 Sep 15 15:10:56.178144 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4f3028b5-0954-4fbc-b91b-54d8f964909b req-62f2a565-e942-4364-ae1b-514f36511d0d service neutron] 10.222.0.47 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019952 Sep 15 15:10:56.208673 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-be5e8887-4112-4e8f-8654-6457c5657104 req-0d062057-6948-483d-a34a-3cdd39259f8d tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363131 Sep 15 15:10:56.344699 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 48898) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:56.357889 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f1070812-9cdc-4a08-8f5f-0abdd6d9f609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:56.447503 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f1070812-9cdc-4a08-8f5f-0abdd6d9f609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:56.451446 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f1070812-9cdc-4a08-8f5f-0abdd6d9f609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:56.489429 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f1070812-9cdc-4a08-8f5f-0abdd6d9f609 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=44cbc14c99a74ead96ff639bc9211a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436408 Sep 15 15:10:56.490301 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1070812-9cdc-4a08-8f5f-0abdd6d9f609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e2ee16-3009-4c56-bf2d-21395b9dc9bd,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:56.492122 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 48902) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:10:56.540557 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-aad4f0b7-6e6d-41c0-a49a-136ddc8ec980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:56.561274 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-aad4f0b7-6e6d-41c0-a49a-136ddc8ec980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:56.615381 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-aad4f0b7-6e6d-41c0-a49a-136ddc8ec980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:56.618028 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-aad4f0b7-6e6d-41c0-a49a-136ddc8ec980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:56.619272 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-aad4f0b7-6e6d-41c0-a49a-136ddc8ec980 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/62e2ee16-3009-4c56-bf2d-21395b9dc9bd HTTP/1.1" status: 204 len: 168 time: 0.1256347 Sep 15 15:10:56.628185 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4f0b7-6e6d-41c0-a49a-136ddc8ec980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e2ee16-3009-4c56-bf2d-21395b9dc9bd,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:56.877176 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5f2fd-b375-46b3-9a14-4328f14140be req-d138ae75-1d7c-45e3-8d47-ad4a0477dec1 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:56.879238 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5ed5f2fd-b375-46b3-9a14-4328f14140be req-d138ae75-1d7c-45e3-8d47-ad4a0477dec1 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0520704 Sep 15 15:10:56.916905 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5ed5f2fd-b375-46b3-9a14-4328f14140be req-fe86de47-69c4-4164-ab20-2a94535a10d5 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315170 Sep 15 15:10:57.338129 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e26587-6e33-4ac3-b349-37867b035e21 req-e6072727-740d-4086-b801-a74f1c90fce4 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:57.339705 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-76e26587-6e33-4ac3-b349-37867b035e21 req-e6072727-740d-4086-b801-a74f1c90fce4 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 946 time: 0.0513959 Sep 15 15:10:57.377852 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-76e26587-6e33-4ac3-b349-37867b035e21 req-5de35c88-d639-4235-87f5-1014ed90b97d tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313923 Sep 15 15:10:58.035868 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629976df-ed8d-4550-922f-101d33bbd9f3 req-e3c279a1-c7af-4f9e-a1d6-489b85488373 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:58.037407 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-629976df-ed8d-4550-922f-101d33bbd9f3 req-e3c279a1-c7af-4f9e-a1d6-489b85488373 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0488508 Sep 15 15:10:58.075205 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-629976df-ed8d-4550-922f-101d33bbd9f3 req-5bcd4abd-e71e-4c71-9133-f7093ac57cd4 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316496 Sep 15 15:10:58.434978 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:58.469978 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:10:58.490811 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] No Port match for: c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:10:58.491244 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device c7aa0da8-ac08-40ad-ab2f-b9d500dd27f2 not bound to the agent host hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:10:58.500793 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb63b8b-aed5-4e32-a273-19beec420307 req-02a537a5-6466-412a-a543-963f001064bb tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:58.502244 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5bb63b8b-aed5-4e32-a273-19beec420307 req-02a537a5-6466-412a-a543-963f001064bb tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 946 time: 0.0553825 Sep 15 15:10:58.540515 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5bb63b8b-aed5-4e32-a273-19beec420307 req-37f5ad25-82f9-4ed0-a5de-2a30bdfb1b64 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/security-groups?id=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318005 Sep 15 15:10:58.958293 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157573f7-f978-47b6-acb4-455eb57d6390 req-83b443ae-8714-492d-ab2b-fcba7ddfd9b3 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:58.959737 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-157573f7-f978-47b6-acb4-455eb57d6390 req-83b443ae-8714-492d-ab2b-fcba7ddfd9b3 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.47 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 946 time: 0.0469551 Sep 15 15:10:59.057187 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-157573f7-f978-47b6-acb4-455eb57d6390 req-ff0c4be7-79fb-4caf-b7d4-f9b03f165b3d tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Deleting port bcf9ad3f-9aa1-47b2-8501-4caf91454e57 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:10:59.057392 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-157573f7-f978-47b6-acb4-455eb57d6390 req-ff0c4be7-79fb-4caf-b7d4-f9b03f165b3d tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:59.146320 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-157573f7-f978-47b6-acb4-455eb57d6390 req-ff0c4be7-79fb-4caf-b7d4-f9b03f165b3d tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] For port bcf9ad3f-9aa1-47b2-8501-4caf91454e57, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=bcf9ad3f-9aa1-47b2-8501-4caf91454e57,segment=NetworkSegment(7d6b8b65-5fab-46f6-a808-80453e82e2a4),segment_id=7d6b8b65-5fab-46f6-a808-80453e82e2a4)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:10:59.146674 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-157573f7-f978-47b6-acb4-455eb57d6390 req-ff0c4be7-79fb-4caf-b7d4-f9b03f165b3d tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:59.163562 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-157573f7-f978-47b6-acb4-455eb57d6390 req-ff0c4be7-79fb-4caf-b7d4-f9b03f165b3d tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Calling delete_port for bcf9ad3f-9aa1-47b2-8501-4caf91454e57 owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:10:59.190544 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb5dcd-4215-4de6-9069-1256e37cdf42 req-8f4cfc22-31f6-475a-900c-420367aa725b tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:10:59.192284 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-73fb5dcd-4215-4de6-9069-1256e37cdf42 req-8f4cfc22-31f6-475a-900c-420367aa725b tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0508351 Sep 15 15:10:59.229146 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-73fb5dcd-4215-4de6-9069-1256e37cdf42 req-f2163d9d-c6cf-4a8e-b870-87bcdf8ad3ba tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309656 Sep 15 15:10:59.291948 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-157573f7-f978-47b6-acb4-455eb57d6390 req-ff0c4be7-79fb-4caf-b7d4-f9b03f165b3d tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:59.303231 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['bcf9ad3f-9aa1-47b2-8501-4caf91454e57'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:10:59.321558 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c4be7-79fb-4caf-b7d4-f9b03f165b3d tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Pushing event deleted for resources: {'Port': ['ID=bcf9ad3f-9aa1-47b2-8501-4caf91454e57,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:10:59.362854 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-157573f7-f978-47b6-acb4-455eb57d6390 req-ff0c4be7-79fb-4caf-b7d4-f9b03f165b3d tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] No DVR routers for this DVR port bcf9ad3f-9aa1-47b2-8501-4caf91454e57 on host hv-cinder-80883 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:10:59.365999 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-157573f7-f978-47b6-acb4-455eb57d6390 req-ff0c4be7-79fb-4caf-b7d4-f9b03f165b3d tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:10:59.368079 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-157573f7-f978-47b6-acb4-455eb57d6390 req-ff0c4be7-79fb-4caf-b7d4-f9b03f165b3d tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.47 "DELETE /v2.0/ports/bcf9ad3f-9aa1-47b2-8501-4caf91454e57 HTTP/1.1" status: 204 len: 173 time: 0.3939164 Sep 15 15:10:59.368503 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bd7b10-d9df-49a4-b85d-ed2b381ae52a', 'name': 'network-vif-deleted', 'tag': 'bcf9ad3f-9aa1-47b2-8501-4caf91454e57'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:10:59.370739 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40436f75-8a6d-411a-8e66-e9b281a3d688" -d '{"events": [{"server_uuid": "30bd7b10-d9df-49a4-b85d-ed2b381ae52a", "name": "network-vif-deleted", "tag": "bcf9ad3f-9aa1-47b2-8501-4caf91454e57"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:10:59.419700 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ad0496-ab06-43a0-afe5-a05effccf0aa x-openstack-request-id: req-24ad0496-ab06-43a0-afe5-a05effccf0aa {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:10:59.422345 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bd7b10-d9df-49a4-b85d-ed2b381ae52a", "name": "network-vif-deleted", "tag": "bcf9ad3f-9aa1-47b2-8501-4caf91454e57", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:10:59.422698 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24ad0496-ab06-43a0-afe5-a05effccf0aa {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:10:59.423322 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bd7b10-d9df-49a4-b85d-ed2b381ae52a', 'name': 'network-vif-deleted', 'tag': 'bcf9ad3f-9aa1-47b2-8501-4caf91454e57', 'status': 'completed', 'code': 200} Sep 15 15:10:59.635172 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-aadd57ed-1bc2-4231-a5a8-c8efba160715 req-4a8e576c-9ccb-429c-bdb5-81f3bc457848 tempest-DeleteServersTestJSON-1169256868 tempest-DeleteServersTestJSON-1169256868-project] 10.222.0.44 "GET /v2.0/ports?device_id=30bd7b10-d9df-49a4-b85d-ed2b381ae52a HTTP/1.1" status: 200 len: 210 time: 0.0274031 Sep 15 15:11:00.351902 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd17f7-52f3-4f64-ae14-debfd65aeb00 req-682992ac-17b5-4a20-85f7-019d93e41889 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:00.353266 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e4bd17f7-52f3-4f64-ae14-debfd65aeb00 req-682992ac-17b5-4a20-85f7-019d93e41889 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0583694 Sep 15 15:11:00.394447 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e4bd17f7-52f3-4f64-ae14-debfd65aeb00 req-b953a7d6-d856-4c00-94bd-fbf01740baaf tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347731 Sep 15 15:11:00.861062 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:11:01.602391 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5ee4f02d-cbcf-4dc8-b2e6-c361a5519eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:01.621321 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 49036) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:01.681944 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb413530-ac30-4372-b03f-d7501f5bbd96 req-6ba536db-ac39-453c-9a06-7d5353736587 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:01.683386 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cb413530-ac30-4372-b03f-d7501f5bbd96 req-6ba536db-ac39-453c-9a06-7d5353736587 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0712457 Sep 15 15:11:01.721907 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cb413530-ac30-4372-b03f-d7501f5bbd96 req-04172e4d-48d5-43b5-9e06-10b05e5ac673 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326085 Sep 15 15:11:01.745193 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bf35bed1-87da-4d23-bbec-a3c9f007a557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:01.839003 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bf35bed1-87da-4d23-bbec-a3c9f007a557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:01.843457 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bf35bed1-87da-4d23-bbec-a3c9f007a557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:01.886934 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-bf35bed1-87da-4d23-bbec-a3c9f007a557 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74f35902c0a342249823089c3dc444b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644925 Sep 15 15:11:01.887760 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35bed1-87da-4d23-bbec-a3c9f007a557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3148e23-971d-4413-94a5-d38d2861072e,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:01.889679 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 49042) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:01.937655 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-80961d27-c461-4669-8330-20435a901669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:01.960405 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-80961d27-c461-4669-8330-20435a901669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.009437 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-80961d27-c461-4669-8330-20435a901669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.012020 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-80961d27-c461-4669-8330-20435a901669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.013423 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-80961d27-c461-4669-8330-20435a901669 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3148e23-971d-4413-94a5-d38d2861072e HTTP/1.1" status: 204 len: 168 time: 0.1226463 Sep 15 15:11:02.022664 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80961d27-c461-4669-8330-20435a901669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3148e23-971d-4413-94a5-d38d2861072e,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:02.097789 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 49054) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:02.143181 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2cf190-5d5a-4001-8f23-77ced31e39e4 admin admin] Deleting subnet 616ace13-fe54-4471-81f7-f956ffa45a90 {{(pid=94132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:11:02.146904 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3d2cf190-5d5a-4001-8f23-77ced31e39e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.182404 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3d2cf190-5d5a-4001-8f23-77ced31e39e4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.192161 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3d2cf190-5d5a-4001-8f23-77ced31e39e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935064'] for subnet, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.261847 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3d2cf190-5d5a-4001-8f23-77ced31e39e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-935055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for subnet, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.293427 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cf190-5d5a-4001-8f23-77ced31e39e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=616ace13-fe54-4471-81f7-f956ffa45a90,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:02.295399 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3d2cf190-5d5a-4001-8f23-77ced31e39e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.297267 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-3d2cf190-5d5a-4001-8f23-77ced31e39e4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/616ace13-fe54-4471-81f7-f956ffa45a90 HTTP/1.1" status: 204 len: 168 time: 0.1984513 Sep 15 15:11:02.300000 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 49058) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:02.313794 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 49060) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:02.327050 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9f351737-1c29-4417-b8ed-88dc46e354cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.370214 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002857'] for network, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.421270 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9f351737-1c29-4417-b8ed-88dc46e354cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.426806 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9f351737-1c29-4417-b8ed-88dc46e354cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.454186 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935455', 'neutron.services.segments.db._delete_segments_for_network-8747554679709'] for network, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.464612 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-9f351737-1c29-4417-b8ed-88dc46e354cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4666b609bb454395b9054a3fcfe93357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496906 Sep 15 15:11:02.465503 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f351737-1c29-4417-b8ed-88dc46e354cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d8008f-fc71-4766-b501-3903965bbdbd,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:02.468725 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 49062) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:02.474571 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:11:02.474914 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:11:02.475642 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:11:02.476166 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Subscribe: > port after_create 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:11:02.476823 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:11:02.476823 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Subscribe: > port after_update 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:11:02.477132 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:11:02.477308 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:11:02.477638 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:11:02.477976 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:11:02.494045 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device bcf9ad3f-9aa1-47b2-8501-4caf91454e57 no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:11:02.517132 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] No Port match for: bcf9ad3f-9aa1-47b2-8501-4caf91454e57 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:11:02.517706 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device bcf9ad3f-9aa1-47b2-8501-4caf91454e57 not bound to the agent host hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:11:02.528840 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-39334b23-6951-4219-b0c9-1aecd2fd4feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.549370 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-39334b23-6951-4219-b0c9-1aecd2fd4feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.553725 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:11:02.554108 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:11:02.554434 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:11:02.554757 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:11:02.555131 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7878546a-73c5-466f-bc02-0c21fc868623']}} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:02.571736 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6b8b65-5fab-46f6-a808-80453e82e2a4') {'for_net_delete': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:02.572023 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6b8b65-5fab-46f6-a808-80453e82e2a4') {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:02.588052 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747554679206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12326059'] for segment, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.596102 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-39334b23-6951-4219-b0c9-1aecd2fd4feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.599878 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-39334b23-6951-4219-b0c9-1aecd2fd4feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.601246 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-39334b23-6951-4219-b0c9-1aecd2fd4feb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24d8008f-fc71-4766-b501-3903965bbdbd HTTP/1.1" status: 204 len: 168 time: 0.1311712 Sep 15 15:11:02.610050 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.610752 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39334b23-6951-4219-b0c9-1aecd2fd4feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d8008f-fc71-4766-b501-3903965bbdbd,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:02.623877 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:11:02.624363 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8963217'] for segment, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: from cryptography.utils import int_from_bytes Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: from cryptography.utils import int_from_bytes Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: Traceback (most recent call last): Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: timer() Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: cb(*args, **kw) Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: return func(*args, **kwargs) Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: self._notify() Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: self.callback(batched_events) Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: event.method(event) Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: return f(self, *a, **k) Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: return self._get(url).json() Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: return self.request(url, 'GET', **kwargs) Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:11:02.630245 dv-cinder-808837-2-iscsi neutron-server[94132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:11:02.695068 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675161'] for network, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.711480 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:02.713485 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7878546a-73c5-466f-bc02-0c21fc868623 HTTP/1.1" status: 204 len: 168 time: 0.4121337 Sep 15 15:11:02.714532 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752547e-2287-460d-af31-a75872e199a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7878546a-73c5-466f-bc02-0c21fc868623,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:02.837935 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 49072) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:02.849745 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84db7e4-b898-42d6-8f4e-88c1fcb0f177 req-a4c89ed5-cd57-4774-9a85-dc9f2ff2f5f9 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:02.851331 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d84db7e4-b898-42d6-8f4e-88c1fcb0f177 req-a4c89ed5-cd57-4774-9a85-dc9f2ff2f5f9 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0532274 Sep 15 15:11:02.910476 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-88ca0d81-2134-40ad-83a9-d0f035d3f58e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a82ee814f7284bfaaee05def6aa15c17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0704186 Sep 15 15:11:02.912326 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 49080) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:02.922475 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d84db7e4-b898-42d6-8f4e-88c1fcb0f177 req-7d9e0cae-b6e1-4534-89b3-6b0c6ae34e48 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557814 Sep 15 15:11:02.977155 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-464de452-d8fe-435f-b24d-a068eb85897d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:03.007410 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-464de452-d8fe-435f-b24d-a068eb85897d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:03.068380 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-464de452-d8fe-435f-b24d-a068eb85897d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:03.071029 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-464de452-d8fe-435f-b24d-a068eb85897d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:03.072209 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-464de452-d8fe-435f-b24d-a068eb85897d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee HTTP/1.1" status: 204 len: 168 time: 0.1586621 Sep 15 15:11:03.080027 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464de452-d8fe-435f-b24d-a068eb85897d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af3ccd5-2b10-4a57-a6f6-334c46e6a8ee,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:03.482842 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 49110) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:03.588407 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-e1624f42-959c-4194-9d48-ebdea81eef73 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1040068891-network', 'tenant_id': '1706b65a5e10414f92b78b37c85090d5'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:03.612237 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1624f42-959c-4194-9d48-ebdea81eef73 admin admin] Made reservation on behalf of 1706b65a5e10414f92b78b37c85090d5 for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:11:03.615260 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e1624f42-959c-4194-9d48-ebdea81eef73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:03.623489 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e1624f42-959c-4194-9d48-ebdea81eef73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:03.723080 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e1624f42-959c-4194-9d48-ebdea81eef73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:03.729763 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e1624f42-959c-4194-9d48-ebdea81eef73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:03.751444 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1624f42-959c-4194-9d48-ebdea81eef73 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:11:03.764869 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1624f42-959c-4194-9d48-ebdea81eef73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:03.769989 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e1624f42-959c-4194-9d48-ebdea81eef73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:03.770366 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-e1624f42-959c-4194-9d48-ebdea81eef73 admin admin] Added segment 9bcd7650-6253-4c0d-ac5b-ffe8708e5af6 of type vlan for network 8f43f72e-6eb7-4c77-884b-d99b60861423 Sep 15 15:11:03.812895 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e1624f42-959c-4194-9d48-ebdea81eef73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747554121512'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:03.841728 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e1624f42-959c-4194-9d48-ebdea81eef73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:03.842900 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1624f42-959c-4194-9d48-ebdea81eef73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:03.843707 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e1624f42-959c-4194-9d48-ebdea81eef73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:03.877912 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-e1624f42-959c-4194-9d48-ebdea81eef73 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3939950 Sep 15 15:11:03.881904 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 49124) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:03.886157 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-29809dd5-19a2-4c5d-a205-d50375b75cc6 admin admin] Request body: {'subnet': {'network_id': '8f43f72e-6eb7-4c77-884b-d99b60861423', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1040068891-subnet', 'tenant_id': '1706b65a5e10414f92b78b37c85090d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:03.907712 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29809dd5-19a2-4c5d-a205-d50375b75cc6 admin admin] Made reservation on behalf of 1706b65a5e10414f92b78b37c85090d5 for: {'subnet': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:11:03.910981 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-29809dd5-19a2-4c5d-a205-d50375b75cc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11857622'] for subnet, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:03.913555 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1624f42-959c-4194-9d48-ebdea81eef73 admin admin] Pushing event updated for resources: {'Network': ['ID=8f43f72e-6eb7-4c77-884b-d99b60861423,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:03.923254 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Network 8f43f72e-6eb7-4c77-884b-d99b60861423 details requested by agent ovs-agent-dv-cinder-808837-2-iscsi with host dv-cinder-808837-2-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:11:04.111139 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51709c2-f624-41aa-91c4-aa1125a996d2 req-bb76b142-4401-4d21-92a5-76dfe1fbe4b2 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:04.116081 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d51709c2-f624-41aa-91c4-aa1125a996d2 req-bb76b142-4401-4d21-92a5-76dfe1fbe4b2 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0766068 Sep 15 15:11:04.160849 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-29809dd5-19a2-4c5d-a205-d50375b75cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8964620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11857656'] for subnet, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:04.167364 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d51709c2-f624-41aa-91c4-aa1125a996d2 req-f3f97a3b-ebe5-45c4-919a-986ea22f4913 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428171 Sep 15 15:11:04.235672 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29809dd5-19a2-4c5d-a205-d50375b75cc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6857e81c-03d6-40c8-9963-818c0e564bf8,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:04.244393 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29809dd5-19a2-4c5d-a205-d50375b75cc6 admin admin] Checking segment: {'id': '9bcd7650-6253-4c0d-ac5b-ffe8708e5af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8f43f72e-6eb7-4c77-884b-d99b60861423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:11:04.244742 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29809dd5-19a2-4c5d-a205-d50375b75cc6 admin admin] Network hostable DHCP agents. Network: 8f43f72e-6eb7-4c77-884b-d99b60861423, hostable agents: ['8778f267-bcf6-40a9-a6c7-747964b5c268'], hosted agents: [] {{(pid=94132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:11:04.259012 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:04.263839 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29809dd5-19a2-4c5d-a205-d50375b75cc6 admin admin] Network 8f43f72e-6eb7-4c77-884b-d99b60861423 is scheduled to be hosted by DHCP agent 8778f267-bcf6-40a9-a6c7-747964b5c268 with binding_index 1 {{(pid=94132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:11:04.274646 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-29809dd5-19a2-4c5d-a205-d50375b75cc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808837-2-iscsi, 8f43f72e-6eb7-4c77-884b-d99b60861423) {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:11:04.278864 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29809dd5-19a2-4c5d-a205-d50375b75cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:04.279447 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-29809dd5-19a2-4c5d-a205-d50375b75cc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:04.286325 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a317855-a5d2-4788-8eb6-6878a1743b7c None None] Network 8f43f72e-6eb7-4c77-884b-d99b60861423 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:11:04.299859 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-29809dd5-19a2-4c5d-a205-d50375b75cc6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4126313 Sep 15 15:11:04.486235 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c3bb3c02-bfbe-434c-85f8-87ccd0d8ff83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:04.545271 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8454b9f0-4d0f-480d-9137-1b406ce1d5e1 None None] Network 8f43f72e-6eb7-4c77-884b-d99b60861423 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:11:05.203399 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:05.288404 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba58ef3-47a1-4d58-a246-fdfd18d426fe req-44d6caf6-bfbe-426c-8dcd-7f6c54248554 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:05.291110 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9ba58ef3-47a1-4d58-a246-fdfd18d426fe req-44d6caf6-bfbe-426c-8dcd-7f6c54248554 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0556448 Sep 15 15:11:05.327874 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9ba58ef3-47a1-4d58-a246-fdfd18d426fe req-3ad7b561-cf3a-4a9b-9d07-63217845683d tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320058 Sep 15 15:11:06.953459 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:11.689148 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-f51d68bf-6bb8-415b-82d0-c8b34ae0f6e8 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:11.690659 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-f51d68bf-6bb8-415b-82d0-c8b34ae0f6e8 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/networks?id=075b36e7-6542-424d-b046-8e8b5d008ee6 HTTP/1.1" status: 200 len: 814 time: 0.1009662 Sep 15 15:11:11.705546 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-7005a00a-b42d-43a2-9119-7fa00c3065d5 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/quotas/a9cef0aeca354c71b27931ed9e4e8927 HTTP/1.1" status: 200 len: 375 time: 0.0087466 Sep 15 15:11:11.760161 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-4cbeb206-adbb-4e68-b734-70ed07c20c6a tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9cef0aeca354c71b27931ed9e4e8927&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486829 Sep 15 15:11:11.851830 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-e07e363c-8276-4a55-a2a3-65ba2e751629 service neutron] 10.222.0.44 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847945 Sep 15 15:11:11.957066 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-9c18b7fb-12c3-4424-9ef3-90f4105e229e service neutron] 10.222.0.44 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988038 Sep 15 15:11:12.212218 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6075450-cc29-420f-8259-163dd35d60c6 req-321cfb16-abfc-4580-8813-50947e62e270 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:12.213791 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6075450-cc29-420f-8259-163dd35d60c6 req-321cfb16-abfc-4580-8813-50947e62e270 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.1053500 Sep 15 15:11:12.270583 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6075450-cc29-420f-8259-163dd35d60c6 req-70b81a9c-78f3-4c92-a9ac-6ab86ab61b30 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488343 Sep 15 15:11:12.309924 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-f05812a5-c338-41e7-9888-cc4d725451f4 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:12.311509 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-f05812a5-c338-41e7-9888-cc4d725451f4 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/networks?id=8f43f72e-6eb7-4c77-884b-d99b60861423 HTTP/1.1" status: 200 len: 809 time: 0.1977792 Sep 15 15:11:12.351944 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-4bf33dd9-075b-4c0e-850d-b2e00629fa39 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/quotas/1706b65a5e10414f92b78b37c85090d5 HTTP/1.1" status: 200 len: 375 time: 0.0308814 Sep 15 15:11:12.408424 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-8b3241bd-94dc-4111-b86f-6b3bc8307c52 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1706b65a5e10414f92b78b37c85090d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555298 Sep 15 15:11:12.547035 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7c7c48df-5ce5-4027-9288-885343ab9a84 req-bfe3b782-c2ed-4e06-9803-dc4de827b86a tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 210 time: 0.0562479 Sep 15 15:11:12.601022 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-1638a7dd-6448-4c60-b90b-3d2a49bcb3d4 service neutron] 10.222.0.44 "GET /v2.0/networks/8f43f72e-6eb7-4c77-884b-d99b60861423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823142 Sep 15 15:11:12.702337 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-f2e9e386-f89c-4655-a4df-64b60ec5db03 service neutron] 10.222.0.44 "GET /v2.0/networks/8f43f72e-6eb7-4c77-884b-d99b60861423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003513 Sep 15 15:11:12.884645 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a92a0958-27ff-49b3-9833-3d1fb32793c4 req-9a884bf5-8758-41f7-ba8c-087fdbdf3bd2 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 210 time: 0.0367866 Sep 15 15:11:13.434402 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceda837-91d7-44ec-b78f-fc6f17558194 req-2d013007-ec7f-48c4-86b1-9a32b4029e3e tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:13.443583 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4ceda837-91d7-44ec-b78f-fc6f17558194 req-2d013007-ec7f-48c4-86b1-9a32b4029e3e tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0628281 Sep 15 15:11:13.462386 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-4dc487d9-7078-496e-91eb-d302ec1e301f tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:13.464638 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-4dc487d9-7078-496e-91eb-d302ec1e301f tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.47 "GET /v2.0/networks?id=075b36e7-6542-424d-b046-8e8b5d008ee6 HTTP/1.1" status: 200 len: 814 time: 0.1602273 Sep 15 15:11:13.482962 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-94388bcc-4e62-4aca-a4f2-128e7138a6e7 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Request body: {'port': {'device_id': 'fc28a97b-b273-4644-92ae-4055a95e9685', 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6', 'admin_state_up': True, 'tenant_id': 'a9cef0aeca354c71b27931ed9e4e8927'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:13.540679 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4ceda837-91d7-44ec-b78f-fc6f17558194 req-a5c317ef-cb10-450e-9b4c-14bdca3982b3 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897644 Sep 15 15:11:13.664106 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4a403d9c-1026-4256-bb50-d2824367e8de req-b81bc6fc-19c6-433d-8430-179d2d9a0892 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 210 time: 0.0368302 Sep 15 15:11:13.680707 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-94388bcc-4e62-4aca-a4f2-128e7138a6e7 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Made reservation on behalf of a9cef0aeca354c71b27931ed9e4e8927 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:11:13.684451 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-94388bcc-4e62-4aca-a4f2-128e7138a6e7 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:13.847063 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-94388bcc-4e62-4aca-a4f2-128e7138a6e7 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Allocated IP 172.20.0.2 (075b36e7-6542-424d-b046-8e8b5d008ee6/2b33e9d6-d6d6-4340-8993-9ffa014fc179/2461b784-0a6a-4124-8718-80c69d2de6c7) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:11:14.028042 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4d27d0db-9df4-41b2-b410-88fc6bfd4ada req-06327cbe-f754-4d45-a60e-be06f185c006 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 210 time: 0.0388134 Sep 15 15:11:14.081269 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-94388bcc-4e62-4aca-a4f2-128e7138a6e7 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:14.123974 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-94388bcc-4e62-4aca-a4f2-128e7138a6e7 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:14.141799 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['235bcf9c-3fd5-4bbc-988e-b12d0006da81'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:11:14.147073 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-94388bcc-4e62-4aca-a4f2-128e7138a6e7 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Network 075b36e7-6542-424d-b046-8e8b5d008ee6 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:11:14.172077 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-94388bcc-4e62-4aca-a4f2-128e7138a6e7 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:11:14.180205 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-94388bcc-4e62-4aca-a4f2-128e7138a6e7 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:11:14.227598 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94388bcc-4e62-4aca-a4f2-128e7138a6e7 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Pushing event updated for resources: {'Port': ['ID=2461b784-0a6a-4124-8718-80c69d2de6c7,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:14.250901 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-94388bcc-4e62-4aca-a4f2-128e7138a6e7 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:14.251894 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-94388bcc-4e62-4aca-a4f2-128e7138a6e7 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:14.264937 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-5841c0e4-647b-4a31-bb95-98bfa53f78fb tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:14.266129 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-5841c0e4-647b-4a31-bb95-98bfa53f78fb tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.47 "GET /v2.0/networks?id=8f43f72e-6eb7-4c77-884b-d99b60861423 HTTP/1.1" status: 200 len: 809 time: 0.2245219 Sep 15 15:11:14.271728 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-94388bcc-4e62-4aca-a4f2-128e7138a6e7 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7972314 Sep 15 15:11:14.292269 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-15876b41-15b0-43e6-845b-e4108b4abbef tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Request body: {'port': {'device_id': 'e3878f16-a3bd-437e-bcc7-1254078d47ca', 'network_id': '8f43f72e-6eb7-4c77-884b-d99b60861423', 'admin_state_up': True, 'tenant_id': '1706b65a5e10414f92b78b37c85090d5'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:14.297431 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] Request body: {'port': {'device_id': 'fc28a97b-b273-4644-92ae-4055a95e9685', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80883'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:14.378629 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:14.435135 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-15876b41-15b0-43e6-845b-e4108b4abbef tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Made reservation on behalf of 1706b65a5e10414f92b78b37c85090d5 for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:11:14.438868 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-15876b41-15b0-43e6-845b-e4108b4abbef tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:14.613599 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-15876b41-15b0-43e6-845b-e4108b4abbef tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Allocated IP 172.20.0.14 (8f43f72e-6eb7-4c77-884b-d99b60861423/6857e81c-03d6-40c8-9963-818c0e564bf8/b41a4e3d-bb23-493b-8b24-42a66a69a8bf) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:11:14.746155 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd52ebf-ef2b-4ee5-8601-7d86c6662b51 req-d76b365b-c827-4254-b7d0-02cf52be975d tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:14.747011 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dcd52ebf-ef2b-4ee5-8601-7d86c6662b51 req-d76b365b-c827-4254-b7d0-02cf52be975d tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0949702 Sep 15 15:11:14.756788 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2461b784-0a6a-4124-8718-80c69d2de6c7 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:11:14.764478 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:14.777139 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] Transition to ACTIVE for port object 2461b784-0a6a-4124-8718-80c69d2de6c7 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:11:14.781668 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:14.836055 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=2461b784-0a6a-4124-8718-80c69d2de6c7,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:14.838548 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dcd52ebf-ef2b-4ee5-8601-7d86c6662b51 req-927d2035-3d71-474f-ba5f-17badafc2310 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517747 Sep 15 15:11:14.876178 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-15876b41-15b0-43e6-845b-e4108b4abbef tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:14.910217 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-15876b41-15b0-43e6-845b-e4108b4abbef tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:14.950061 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-15876b41-15b0-43e6-845b-e4108b4abbef tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Network 8f43f72e-6eb7-4c77-884b-d99b60861423 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:11:14.952845 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d94789-cf3f-4dd4-be7a-f371d959552f req-48f9c1e9-36df-43a6-9b87-493f485fb62c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:14.953072 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-15876b41-15b0-43e6-845b-e4108b4abbef tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:11:14.955425 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21d94789-cf3f-4dd4-be7a-f371d959552f req-48f9c1e9-36df-43a6-9b87-493f485fb62c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 943 time: 0.0916600 Sep 15 15:11:14.956795 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-15876b41-15b0-43e6-845b-e4108b4abbef tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:11:14.958852 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] Attempting to bind port 2461b784-0a6a-4124-8718-80c69d2de6c7 on host hv-cinder-80883 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:11:14.959255 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] Attempting to bind port 2461b784-0a6a-4124-8718-80c69d2de6c7 by drivers openvswitch,hyperv on host hv-cinder-80883 at level 0 using segments [{'id': 'f28eeada-d39b-4772-81be-4ab9ee0346e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:11:14.959602 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] Attempting to bind port 2461b784-0a6a-4124-8718-80c69d2de6c7 on network 075b36e7-6542-424d-b046-8e8b5d008ee6 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:11:14.964440 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] Port 2461b784-0a6a-4124-8718-80c69d2de6c7 on network 075b36e7-6542-424d-b046-8e8b5d008ee6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80883 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:11:14.964767 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] Attempting to bind port 2461b784-0a6a-4124-8718-80c69d2de6c7 on network 075b36e7-6542-424d-b046-8e8b5d008ee6 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:11:14.975643 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] Checking agent: {'id': 'db85dd15-89fb-42a1-b201-2709101a597b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'started_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:11:14.976030 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] Checking segment: {'id': 'f28eeada-d39b-4772-81be-4ab9ee0346e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:11:14.976396 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] Bound using segment: {'id': 'f28eeada-d39b-4772-81be-4ab9ee0346e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:11:14.976813 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] Bound port: 2461b784-0a6a-4124-8718-80c69d2de6c7, host: hv-cinder-80883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28eeada-d39b-4772-81be-4ab9ee0346e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:11:14.977157 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:14.983218 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15876b41-15b0-43e6-845b-e4108b4abbef tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Pushing event updated for resources: {'Port': ['ID=b41a4e3d-bb23-493b-8b24-42a66a69a8bf,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:15.019055 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-15876b41-15b0-43e6-845b-e4108b4abbef tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:15.019565 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-15876b41-15b0-43e6-845b-e4108b4abbef tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:15.034266 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-15876b41-15b0-43e6-845b-e4108b4abbef tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7476411 Sep 15 15:11:15.036501 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21d94789-cf3f-4dd4-be7a-f371d959552f req-8a87aca3-a3a9-4922-bbb8-42101e02bbfb tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683923 Sep 15 15:11:15.052447 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] Request body: {'port': {'device_id': 'e3878f16-a3bd-437e-bcc7-1254078d47ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80883'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:15.073814 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] For port 2461b784-0a6a-4124-8718-80c69d2de6c7, host hv-cinder-80883, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:11:15.078983 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] For port 2461b784-0a6a-4124-8718-80c69d2de6c7, host hv-cinder-80883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=2461b784-0a6a-4124-8718-80c69d2de6c7,segment=NetworkSegment(f28eeada-d39b-4772-81be-4ab9ee0346e8),segment_id=f28eeada-d39b-4772-81be-4ab9ee0346e8)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:11:15.085495 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:15.127608 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:15.142511 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:15.143109 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:15.145348 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] 10.222.0.47 "PUT /v2.0/ports/2461b784-0a6a-4124-8718-80c69d2de6c7 HTTP/1.1" status: 200 len: 1093 time: 0.8538072 Sep 15 15:11:15.145909 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc28a97b-b273-4644-92ae-4055a95e9685', 'tag': '2461b784-0a6a-4124-8718-80c69d2de6c7'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:11:15.149549 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d078e0ce-0d92-4d00-84f1-533c87ac2fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "fc28a97b-b273-4644-92ae-4055a95e9685", "tag": "2461b784-0a6a-4124-8718-80c69d2de6c7"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:11:15.180733 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e37b3a-8c45-4cc1-9466-5bd10bfe6fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=2461b784-0a6a-4124-8718-80c69d2de6c7,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:15.207947 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa1e104-5ff5-4ba4-b166-000e9021716a x-openstack-request-id: req-6aa1e104-5ff5-4ba4-b166-000e9021716a {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:11:15.208263 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc28a97b-b273-4644-92ae-4055a95e9685", "tag": "2461b784-0a6a-4124-8718-80c69d2de6c7", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:11:15.208535 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6aa1e104-5ff5-4ba4-b166-000e9021716a {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:11:15.208988 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc28a97b-b273-4644-92ae-4055a95e9685', 'tag': '2461b784-0a6a-4124-8718-80c69d2de6c7', 'status': 'completed', 'code': 200} Sep 15 15:11:15.223231 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e4f76-e8ad-411b-a651-3822370aee70 req-47d1de14-c882-4799-b364-f7c097b5f301 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:15.225414 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-114e4f76-e8ad-411b-a651-3822370aee70 req-47d1de14-c882-4799-b364-f7c097b5f301 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 932 time: 0.1113706 Sep 15 15:11:15.253270 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-24fe0e8e-20a4-4f88-84b0-61127ab713e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:15.256347 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-24fe0e8e-20a4-4f88-84b0-61127ab713e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9cef0aeca354c71b27931ed9e4e8927&device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 1096 time: 0.0465419 Sep 15 15:11:15.309726 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-7e7108ed-389d-46f5-9221-c863e1b3c2fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2461b784-0a6a-4124-8718-80c69d2de6c7 HTTP/1.1" status: 200 len: 217 time: 0.0390246 Sep 15 15:11:15.353627 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-114e4f76-e8ad-411b-a651-3822370aee70 req-dcd29402-8131-4c61-83fb-edbb0839a607 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139910 Sep 15 15:11:15.359936 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-f26428bf-21cb-4adc-89d8-21b709ebae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:15.361622 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-f26428bf-21cb-4adc-89d8-21b709ebae0a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b33e9d6-d6d6-4340-8993-9ffa014fc179 HTTP/1.1" status: 200 len: 854 time: 0.0454895 Sep 15 15:11:15.400195 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-075f2b4a-2a32-41b6-a50a-a30c14aa9910 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=075b36e7-6542-424d-b046-8e8b5d008ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284159 Sep 15 15:11:15.501817 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41a4e3d-bb23-493b-8b24-42a66a69a8bf {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:11:15.506237 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-38686b7a-91c7-42e9-8fc5-449fa7141234 service neutron] 10.222.0.47 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964389 Sep 15 15:11:15.510177 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:15.523771 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] Transition to ACTIVE for port object b41a4e3d-bb23-493b-8b24-42a66a69a8bf will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:11:15.527680 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625850'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:15.590953 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 49616) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:15.616779 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4372c5aa-9aa7-4c57-aebd-3cc8f6bc8fc8 req-00dbff34-618e-4f21-9b28-94b6c6bf082d service neutron] 10.222.0.47 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013203 Sep 15 15:11:15.618269 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] Pushing event updated for resources: {'Port': ['ID=b41a4e3d-bb23-493b-8b24-42a66a69a8bf,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:15.649980 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] Attempting to bind port b41a4e3d-bb23-493b-8b24-42a66a69a8bf on host hv-cinder-80883 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:11:15.650579 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] Attempting to bind port b41a4e3d-bb23-493b-8b24-42a66a69a8bf by drivers openvswitch,hyperv on host hv-cinder-80883 at level 0 using segments [{'id': '9bcd7650-6253-4c0d-ac5b-ffe8708e5af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8f43f72e-6eb7-4c77-884b-d99b60861423'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:11:15.651286 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] Attempting to bind port b41a4e3d-bb23-493b-8b24-42a66a69a8bf on network 8f43f72e-6eb7-4c77-884b-d99b60861423 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:11:15.655638 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] Port b41a4e3d-bb23-493b-8b24-42a66a69a8bf on network 8f43f72e-6eb7-4c77-884b-d99b60861423 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80883 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:11:15.656171 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] Attempting to bind port b41a4e3d-bb23-493b-8b24-42a66a69a8bf on network 8f43f72e-6eb7-4c77-884b-d99b60861423 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:11:15.661951 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] Checking agent: {'id': 'db85dd15-89fb-42a1-b201-2709101a597b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'started_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:11:15.662584 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] Checking segment: {'id': '9bcd7650-6253-4c0d-ac5b-ffe8708e5af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8f43f72e-6eb7-4c77-884b-d99b60861423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:11:15.662893 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] Bound using segment: {'id': '9bcd7650-6253-4c0d-ac5b-ffe8708e5af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8f43f72e-6eb7-4c77-884b-d99b60861423'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:11:15.663514 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] Bound port: b41a4e3d-bb23-493b-8b24-42a66a69a8bf, host: hv-cinder-80883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcd7650-6253-4c0d-ac5b-ffe8708e5af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8f43f72e-6eb7-4c77-884b-d99b60861423'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:11:15.663964 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:15.719235 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c43fd0a8-4b7d-44ca-a9e3-9f805d13ed41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:15.739335 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078e0ce-0d92-4d00-84f1-533c87ac2fb4 req-94e443ab-9610-447a-aac4-e56d7c6324a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:15.740928 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d078e0ce-0d92-4d00-84f1-533c87ac2fb4 req-94e443ab-9610-447a-aac4-e56d7c6324a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9cef0aeca354c71b27931ed9e4e8927&device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 1096 time: 0.0656540 Sep 15 15:11:15.919642 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078e0ce-0d92-4d00-84f1-533c87ac2fb4 req-2456f43d-8d30-4c87-96c3-81d2d5e5dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:15.921458 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d078e0ce-0d92-4d00-84f1-533c87ac2fb4 req-2456f43d-8d30-4c87-96c3-81d2d5e5dde1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=075b36e7-6542-424d-b046-8e8b5d008ee6 HTTP/1.1" status: 200 len: 915 time: 0.1651828 Sep 15 15:11:15.985076 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d078e0ce-0d92-4d00-84f1-533c87ac2fb4 req-79dcb6f8-937d-4757-ac61-3312090adf32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2461b784-0a6a-4124-8718-80c69d2de6c7 HTTP/1.1" status: 200 len: 217 time: 0.0480993 Sep 15 15:11:15.985530 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c43fd0a8-4b7d-44ca-a9e3-9f805d13ed41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:15.987000 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] For port b41a4e3d-bb23-493b-8b24-42a66a69a8bf, host hv-cinder-80883, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:11:15.998230 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c43fd0a8-4b7d-44ca-a9e3-9f805d13ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:16.002044 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] For port b41a4e3d-bb23-493b-8b24-42a66a69a8bf, host hv-cinder-80883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=b41a4e3d-bb23-493b-8b24-42a66a69a8bf,segment=NetworkSegment(9bcd7650-6253-4c0d-ac5b-ffe8708e5af6),segment_id=9bcd7650-6253-4c0d-ac5b-ffe8708e5af6)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:11:16.009695 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625850'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:16.047706 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8ab20-4bd9-4b20-b3d2-eb0d8b019795 req-f13dbef2-1f36-40db-8441-ce87dbeccf58 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:16.049200 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dfd8ab20-4bd9-4b20-b3d2-eb0d8b019795 req-f13dbef2-1f36-40db-8441-ce87dbeccf58 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.1013286 Sep 15 15:11:16.058923 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:16.059444 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:16.060798 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] 10.222.0.47 "PUT /v2.0/ports/b41a4e3d-bb23-493b-8b24-42a66a69a8bf HTTP/1.1" status: 200 len: 1094 time: 1.0153382 Sep 15 15:11:16.061236 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3878f16-a3bd-437e-bcc7-1254078d47ca', 'tag': 'b41a4e3d-bb23-493b-8b24-42a66a69a8bf'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:11:16.063485 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce72b88ea98b9b59f8744ce31cfa81804ac8f91e830cefd0c1469553d0f4f5f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8466682-e7b8-4321-90df-33efa9be66f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e3878f16-a3bd-437e-bcc7-1254078d47ca", "tag": "b41a4e3d-bb23-493b-8b24-42a66a69a8bf"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:11:16.069049 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fd0a8-4b7d-44ca-a9e3-9f805d13ed41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8060dfdf-2d9f-4349-84f3-aba9af58643e,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:16.089640 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 49638) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:16.094303 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-c43fd0a8-4b7d-44ca-a9e3-9f805d13ed41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=614c4400e8ea4dbe882005a5983e6e3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4996846 Sep 15 15:11:16.094469 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 49640) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:16.101849 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078e0ce-0d92-4d00-84f1-533c87ac2fb4 req-e48ed422-7237-485d-9d91-787d43a1f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:16.103280 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d078e0ce-0d92-4d00-84f1-533c87ac2fb4 req-e48ed422-7237-485d-9d91-787d43a1f671 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b33e9d6-d6d6-4340-8993-9ffa014fc179 HTTP/1.1" status: 200 len: 854 time: 0.1147814 Sep 15 15:11:16.112748 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecde8b-70df-436d-9f87-d0b31ec2ef01 service neutron] Pushing event updated for resources: {'Port': ['ID=b41a4e3d-bb23-493b-8b24-42a66a69a8bf,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:16.138332 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6cc5a5-d03c-42bf-a249-af967d1945d4 x-openstack-request-id: req-ed6cc5a5-d03c-42bf-a249-af967d1945d4 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:11:16.138817 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3878f16-a3bd-437e-bcc7-1254078d47ca", "tag": "b41a4e3d-bb23-493b-8b24-42a66a69a8bf", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:11:16.139303 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed6cc5a5-d03c-42bf-a249-af967d1945d4 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:11:16.140101 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3878f16-a3bd-437e-bcc7-1254078d47ca', 'tag': 'b41a4e3d-bb23-493b-8b24-42a66a69a8bf', 'status': 'completed', 'code': 200} Sep 15 15:11:16.159201 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d078e0ce-0d92-4d00-84f1-533c87ac2fb4 req-488f0440-212e-48dc-a479-a5119c97c9ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=075b36e7-6542-424d-b046-8e8b5d008ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401814 Sep 15 15:11:16.199772 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dfd8ab20-4bd9-4b20-b3d2-eb0d8b019795 req-32a96f84-a76f-4471-8682-074c6a37893d tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301267 Sep 15 15:11:16.204185 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cfbdf5c4-fc42-4d45-b330-7aebe049ef43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:16.206497 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-c7276e70-4f6b-4335-a205-2804acf5f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:16.208358 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-c7276e70-4f6b-4335-a205-2804acf5f5b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1706b65a5e10414f92b78b37c85090d5&device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 1097 time: 0.0641775 Sep 15 15:11:16.263762 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-e5cc5654-c239-4c30-8f0c-5a33e1327b77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b41a4e3d-bb23-493b-8b24-42a66a69a8bf HTTP/1.1" status: 200 len: 217 time: 0.0451610 Sep 15 15:11:16.333861 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-71d3fec7-6482-4c40-aec1-1cedfb81b5d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df9bf5fd93f245e99e3322293ea682f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374656 Sep 15 15:11:16.336397 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 49644) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:16.352674 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-87caf430-b159-4443-8131-33c26b23584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:16.354484 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-87caf430-b159-4443-8131-33c26b23584d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6857e81c-03d6-40c8-9963-818c0e564bf8 HTTP/1.1" status: 200 len: 849 time: 0.0789061 Sep 15 15:11:16.403445 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-fad58961-3c21-4242-a2d6-bacfb7993971 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f43f72e-6eb7-4c77-884b-d99b60861423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324230 Sep 15 15:11:16.437540 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0591ae59-8027-4955-8706-8e15ce303954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:16.491438 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cfbdf5c4-fc42-4d45-b330-7aebe049ef43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:16.520462 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0591ae59-8027-4955-8706-8e15ce303954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:16.537637 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d078e0ce-0d92-4d00-84f1-533c87ac2fb4 req-c482867c-4b32-408e-94ac-827ee680f964 service neutron] 10.222.0.47 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697374 Sep 15 15:11:16.549757 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71194efb-bd50-402f-901c-585f8a38ab2e req-a537659a-4bf6-4284-99bf-fd20ff0e8bed tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:16.551726 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-71194efb-bd50-402f-901c-585f8a38ab2e req-a537659a-4bf6-4284-99bf-fd20ff0e8bed tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 943 time: 0.3428028 Sep 15 15:11:16.578814 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ce916-aa43-472b-ac2b-20aff2a0826f req-69d92ece-5a7c-4db7-bfa4-c3167f9b4ead tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:16.580305 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a78ce916-aa43-472b-ac2b-20aff2a0826f req-69d92ece-5a7c-4db7-bfa4-c3167f9b4ead tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 944 time: 0.1464875 Sep 15 15:11:16.602414 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-e4129ccb-7acb-448b-af38-c812f48820c8 service neutron] 10.222.0.47 "GET /v2.0/networks/8f43f72e-6eb7-4c77-884b-d99b60861423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890335 Sep 15 15:11:16.643307 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cfbdf5c4-fc42-4d45-b330-7aebe049ef43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:16.646505 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cfbdf5c4-fc42-4d45-b330-7aebe049ef43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:16.650062 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-cfbdf5c4-fc42-4d45-b330-7aebe049ef43 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8060dfdf-2d9f-4349-84f3-aba9af58643e HTTP/1.1" status: 204 len: 168 time: 0.5522673 Sep 15 15:11:16.652511 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0591ae59-8027-4955-8706-8e15ce303954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:16.653354 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-71194efb-bd50-402f-901c-585f8a38ab2e req-7326f8dd-de1e-4185-8254-ff91fe0bfb00 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921071 Sep 15 15:11:16.654595 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0591ae59-8027-4955-8706-8e15ce303954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:16.658325 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-0591ae59-8027-4955-8706-8e15ce303954 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/25c43fc2-e766-4180-9b48-56b88cc2df1e HTTP/1.1" status: 204 len: 168 time: 0.3183806 Sep 15 15:11:16.662414 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbdf5c4-fc42-4d45-b330-7aebe049ef43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8060dfdf-2d9f-4349-84f3-aba9af58643e,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:16.701776 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d078e0ce-0d92-4d00-84f1-533c87ac2fb4 req-09451f35-0d90-4c15-afae-a9a0e21117c8 service neutron] 10.222.0.47 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482913 Sep 15 15:11:16.711143 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a78ce916-aa43-472b-ac2b-20aff2a0826f req-af21d1a0-16cc-468b-93ed-ddee177d7210 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212976 Sep 15 15:11:16.744711 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591ae59-8027-4955-8706-8e15ce303954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c43fc2-e766-4180-9b48-56b88cc2df1e,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:16.756245 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5657117-159b-4508-b0fa-993fc0c6ed22 req-682bc5cc-f0a2-4b67-b169-d159709198eb service neutron] 10.222.0.47 "GET /v2.0/networks/8f43f72e-6eb7-4c77-884b-d99b60861423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443107 Sep 15 15:11:16.878135 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8466682-e7b8-4321-90df-33efa9be66f1 req-1d6dc902-fe58-45a1-980f-a8270f4d176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:16.880681 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a8466682-e7b8-4321-90df-33efa9be66f1 req-1d6dc902-fe58-45a1-980f-a8270f4d176d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1706b65a5e10414f92b78b37c85090d5&device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 1097 time: 0.0456762 Sep 15 15:11:16.986932 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8466682-e7b8-4321-90df-33efa9be66f1 req-835dcfcc-3475-40f6-bd96-27570f0f11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:16.988384 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a8466682-e7b8-4321-90df-33efa9be66f1 req-835dcfcc-3475-40f6-bd96-27570f0f11e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f43f72e-6eb7-4c77-884b-d99b60861423 HTTP/1.1" status: 200 len: 910 time: 0.0949390 Sep 15 15:11:17.051820 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a8466682-e7b8-4321-90df-33efa9be66f1 req-5262ead3-0607-4db9-a237-49a53c0ce148 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b41a4e3d-bb23-493b-8b24-42a66a69a8bf HTTP/1.1" status: 200 len: 217 time: 0.0410483 Sep 15 15:11:17.083720 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 49670) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:17.098491 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-32bbe075-3ef7-497d-9b6f-a5ff0f820781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:17.105255 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8466682-e7b8-4321-90df-33efa9be66f1 req-62d091ff-c1bf-49e3-99ed-b7e0e5cf371d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:17.106750 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a8466682-e7b8-4321-90df-33efa9be66f1 req-62d091ff-c1bf-49e3-99ed-b7e0e5cf371d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6857e81c-03d6-40c8-9963-818c0e564bf8 HTTP/1.1" status: 200 len: 849 time: 0.0455229 Sep 15 15:11:17.163468 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a8466682-e7b8-4321-90df-33efa9be66f1 req-27c614dc-72e7-4eb9-a31a-84cbf445b501 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f43f72e-6eb7-4c77-884b-d99b60861423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268707 Sep 15 15:11:17.201514 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-32bbe075-3ef7-497d-9b6f-a5ff0f820781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:17.205503 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-32bbe075-3ef7-497d-9b6f-a5ff0f820781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:17.261247 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 49676) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:17.262317 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-32bbe075-3ef7-497d-9b6f-a5ff0f820781 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9aa008eef7684933b947318e6da2e362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1772664 Sep 15 15:11:17.265389 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbe075-3ef7-497d-9b6f-a5ff0f820781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ccad7c-d383-406a-b0ec-fd930a934051,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:17.329651 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a8466682-e7b8-4321-90df-33efa9be66f1 req-3d959896-8e2e-4125-a7fd-bb6a7e64f876 service neutron] 10.222.0.47 "GET /v2.0/networks/8f43f72e-6eb7-4c77-884b-d99b60861423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512589 Sep 15 15:11:17.418293 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b773edec-bc61-418e-81d8-d08b9dae38ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:17.429808 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6ed5f-1e30-46cc-8488-cb13f6b8e816 req-c6b739a3-86b3-4b7f-9ac0-1a15426eac87 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:17.431339 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b8e6ed5f-1e30-46cc-8488-cb13f6b8e816 req-c6b739a3-86b3-4b7f-9ac0-1a15426eac87 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.1345932 Sep 15 15:11:17.477487 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b773edec-bc61-418e-81d8-d08b9dae38ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:17.531112 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b8e6ed5f-1e30-46cc-8488-cb13f6b8e816 req-9b606ee3-fa1b-4a1a-b126-876249986902 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926335 Sep 15 15:11:17.535441 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a8466682-e7b8-4321-90df-33efa9be66f1 req-404128af-6f8b-4663-b629-78a2bfde344d service neutron] 10.222.0.47 "GET /v2.0/networks/8f43f72e-6eb7-4c77-884b-d99b60861423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955073 Sep 15 15:11:17.557652 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b773edec-bc61-418e-81d8-d08b9dae38ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:17.560597 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b773edec-bc61-418e-81d8-d08b9dae38ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:17.564183 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-b773edec-bc61-418e-81d8-d08b9dae38ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16ccad7c-d383-406a-b0ec-fd930a934051 HTTP/1.1" status: 204 len: 168 time: 0.2994993 Sep 15 15:11:17.570263 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773edec-bc61-418e-81d8-d08b9dae38ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ccad7c-d383-406a-b0ec-fd930a934051,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:17.808038 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2c3ea-b3d7-4a4a-afd7-3164e8250a5c req-4496475d-4822-4964-8d2a-9db4633eacbc tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:17.812371 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cad2c3ea-b3d7-4a4a-afd7-3164e8250a5c req-4496475d-4822-4964-8d2a-9db4633eacbc tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 943 time: 0.0818834 Sep 15 15:11:17.861995 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d324738-a5e5-438e-9678-88228398a381 req-bcb03b86-67fd-49df-85a4-7cb1e8e893d9 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:17.865549 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7d324738-a5e5-438e-9678-88228398a381 req-bcb03b86-67fd-49df-85a4-7cb1e8e893d9 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 944 time: 0.0702562 Sep 15 15:11:17.877203 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cad2c3ea-b3d7-4a4a-afd7-3164e8250a5c req-1e5000b7-ed78-45e3-9e92-b367864f718d tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555227 Sep 15 15:11:17.918363 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7d324738-a5e5-438e-9678-88228398a381 req-ee864609-6102-41e9-b0d9-340a4ba20adb tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457349 Sep 15 15:11:18.592721 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 2461b784-0a6a-4124-8718-80c69d2de6c7 details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:11:18.659237 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6018b4-f490-49da-9348-fb91c7549223 req-b63b69ec-a593-4adc-b119-8b069884ac28 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:18.661698 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6e6018b4-f490-49da-9348-fb91c7549223 req-b63b69ec-a593-4adc-b119-8b069884ac28 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0579686 Sep 15 15:11:18.694241 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 2461b784-0a6a-4124-8718-80c69d2de6c7, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=2461b784-0a6a-4124-8718-80c69d2de6c7,segment=NetworkSegment(f28eeada-d39b-4772-81be-4ab9ee0346e8),segment_id=f28eeada-d39b-4772-81be-4ab9ee0346e8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:11:18.701936 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6e6018b4-f490-49da-9348-fb91c7549223 req-b0cd7bdb-df7b-42d6-81cc-9404ceb1558f tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330575 Sep 15 15:11:18.705633 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': '2461b784-0a6a-4124-8718-80c69d2de6c7', 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6', 'port_id': '2461b784-0a6a-4124-8718-80c69d2de6c7', 'mac_address': 'fa:16:3e:66:c4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b33e9d6-d6d6-4340-8993-9ffa014fc179', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:11:18.743976 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:18.757454 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2461b784-0a6a-4124-8718-80c69d2de6c7 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:11:18.776604 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 2461b784-0a6a-4124-8718-80c69d2de6c7, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=2461b784-0a6a-4124-8718-80c69d2de6c7,segment=NetworkSegment(f28eeada-d39b-4772-81be-4ab9ee0346e8),segment_id=f28eeada-d39b-4772-81be-4ab9ee0346e8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:11:18.780779 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:18.827873 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=2461b784-0a6a-4124-8718-80c69d2de6c7,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:18.835584 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:18.835929 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:18.836267 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:18.836593 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:18.836914 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:18.837416 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:18.837893 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:18.839248 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:18.839248 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:18.839248 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:18.839248 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:18.839636 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:19.009772 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972fcfb-6a45-4571-a0ea-6b032baafddf req-afd1c30f-cfed-4451-9b58-709cd90c437f tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:19.011485 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a972fcfb-6a45-4571-a0ea-6b032baafddf req-afd1c30f-cfed-4451-9b58-709cd90c437f tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 944 time: 0.0615618 Sep 15 15:11:19.054198 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a972fcfb-6a45-4571-a0ea-6b032baafddf req-bc9b4429-56c8-451a-80ab-f5ced0fab30c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357716 Sep 15 15:11:19.071656 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5950d-a235-4c16-b766-ff9f6b51224f req-7fa29f88-9bf5-4a45-a45c-78357b2a65d7 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:19.073202 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fca5950d-a235-4c16-b766-ff9f6b51224f req-7fa29f88-9bf5-4a45-a45c-78357b2a65d7 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 944 time: 0.0702860 Sep 15 15:11:19.112539 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fca5950d-a235-4c16-b766-ff9f6b51224f req-f1f65744-042c-4020-bb8b-37fc6a0f55dd tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330887 Sep 15 15:11:19.140490 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['2461b784-0a6a-4124-8718-80c69d2de6c7'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:11:19.817465 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a7ba0-1f53-4e0e-813b-ec11aafc9c0f req-288dca77-bda9-4ec9-9e91-1400735d97fb tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:19.818888 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-111a7ba0-1f53-4e0e-813b-ec11aafc9c0f req-288dca77-bda9-4ec9-9e91-1400735d97fb tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0492005 Sep 15 15:11:19.855404 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-111a7ba0-1f53-4e0e-813b-ec11aafc9c0f req-f8a8edd2-950a-4f75-a79a-06949d3582cf tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305967 Sep 15 15:11:20.174588 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b8191-4a65-45bd-b353-269c3f849e45 req-8c446a77-0aa5-498d-a7da-9b257cd821ba tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:20.176690 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2c8b8191-4a65-45bd-b353-269c3f849e45 req-8c446a77-0aa5-498d-a7da-9b257cd821ba tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 944 time: 0.0488253 Sep 15 15:11:20.213994 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2c8b8191-4a65-45bd-b353-269c3f849e45 req-170989a1-d516-4129-9be6-1a127523979e tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313058 Sep 15 15:11:20.236279 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c60653-d239-4092-86f0-a8ae21ed256d req-7d38ecf2-24be-45a2-8054-0fb521f547dc tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:20.237763 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f1c60653-d239-4092-86f0-a8ae21ed256d req-7d38ecf2-24be-45a2-8054-0fb521f547dc tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 944 time: 0.0525346 Sep 15 15:11:20.274778 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f1c60653-d239-4092-86f0-a8ae21ed256d req-81ba06e0-498a-4918-9e5f-1673dea387b2 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311105 Sep 15 15:11:20.969328 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab554515-f85f-4d7b-9a6d-ba6a5d593430 req-fd9f9b5e-a3a9-4ce2-a71f-229a49851142 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:20.970725 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ab554515-f85f-4d7b-9a6d-ba6a5d593430 req-fd9f9b5e-a3a9-4ce2-a71f-229a49851142 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0487144 Sep 15 15:11:21.010309 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ab554515-f85f-4d7b-9a6d-ba6a5d593430 req-2ef4cf7e-bcbc-4b1a-8b40-d44cf2d1b124 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321963 Sep 15 15:11:21.326527 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd3ec5-350d-45ac-ba92-3cc21f84b27e req-5d8e032c-4eb3-4f89-89b6-5c7a459e4619 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:21.327987 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e2bd3ec5-350d-45ac-ba92-3cc21f84b27e req-5d8e032c-4eb3-4f89-89b6-5c7a459e4619 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 944 time: 0.0477593 Sep 15 15:11:21.366301 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e2bd3ec5-350d-45ac-ba92-3cc21f84b27e req-3a408329-fe4d-4c24-a47b-c643125393f1 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320754 Sep 15 15:11:21.469498 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcb791-c8a5-4fc0-8b0a-47db9829b951 req-2c4b1a5d-a6c8-4348-ba57-0a58850f2ca5 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:21.470973 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c5fcb791-c8a5-4fc0-8b0a-47db9829b951 req-2c4b1a5d-a6c8-4348-ba57-0a58850f2ca5 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 944 time: 0.0508039 Sep 15 15:11:21.509568 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c5fcb791-c8a5-4fc0-8b0a-47db9829b951 req-3e45320b-579d-4ee6-bc68-e13a61d954de tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321543 Sep 15 15:11:22.132728 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cd5a2-aec8-42ff-b79a-e3182a15bf84 req-d7b74eb5-03a5-4266-a0a1-5443be06801c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:22.134355 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ff1cd5a2-aec8-42ff-b79a-e3182a15bf84 req-d7b74eb5-03a5-4266-a0a1-5443be06801c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0494576 Sep 15 15:11:22.190969 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ff1cd5a2-aec8-42ff-b79a-e3182a15bf84 req-e0af53b7-1cf0-4365-94a8-bbc5bf7f24fa tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501490 Sep 15 15:11:22.400754 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device b41a4e3d-bb23-493b-8b24-42a66a69a8bf details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:11:22.496782 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07be3f-dbfb-4356-8b21-a3ce167f0356 req-4c4ae436-208c-467a-84cd-84d31ebb343c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:22.498712 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6f07be3f-dbfb-4356-8b21-a3ce167f0356 req-4c4ae436-208c-467a-84cd-84d31ebb343c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 944 time: 0.0535762 Sep 15 15:11:22.513861 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port b41a4e3d-bb23-493b-8b24-42a66a69a8bf, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=b41a4e3d-bb23-493b-8b24-42a66a69a8bf,segment=NetworkSegment(9bcd7650-6253-4c0d-ac5b-ffe8708e5af6),segment_id=9bcd7650-6253-4c0d-ac5b-ffe8708e5af6)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:11:22.535248 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': 'b41a4e3d-bb23-493b-8b24-42a66a69a8bf', 'network_id': '8f43f72e-6eb7-4c77-884b-d99b60861423', 'port_id': 'b41a4e3d-bb23-493b-8b24-42a66a69a8bf', 'mac_address': 'fa:16:3e:2a:9e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6857e81c-03d6-40c8-9963-818c0e564bf8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:11:22.542154 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6f07be3f-dbfb-4356-8b21-a3ce167f0356 req-62db7412-152e-439f-8b69-726f57417bc2 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370030 Sep 15 15:11:22.580827 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:22.594281 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41a4e3d-bb23-493b-8b24-42a66a69a8bf {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:11:22.614849 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port b41a4e3d-bb23-493b-8b24-42a66a69a8bf, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=b41a4e3d-bb23-493b-8b24-42a66a69a8bf,segment=NetworkSegment(9bcd7650-6253-4c0d-ac5b-ffe8708e5af6),segment_id=9bcd7650-6253-4c0d-ac5b-ffe8708e5af6)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:11:22.619398 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:22.641580 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf35746-4348-4972-bf0d-b0427ef18939 req-7845bffe-1d5c-4a91-ad23-bb7fe7db9bf6 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:22.643072 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bdf35746-4348-4972-bf0d-b0427ef18939 req-7845bffe-1d5c-4a91-ad23-bb7fe7db9bf6 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 944 time: 0.0576801 Sep 15 15:11:22.667916 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=b41a4e3d-bb23-493b-8b24-42a66a69a8bf,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:22.676740 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 49860) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:22.685004 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bdf35746-4348-4972-bf0d-b0427ef18939 req-6e781c09-e8fd-4655-b50f-6c37785697e6 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340495 Sep 15 15:11:22.784999 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-989d66c5-1af3-4cba-921c-d504e5082cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:22.877353 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-989d66c5-1af3-4cba-921c-d504e5082cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:22.880574 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-989d66c5-1af3-4cba-921c-d504e5082cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:22.918483 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-989d66c5-1af3-4cba-921c-d504e5082cc8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa72fdde14734080b5dc42612edcd1e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404485 Sep 15 15:11:22.919430 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d66c5-1af3-4cba-921c-d504e5082cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa94c9a-d132-4052-b2ae-75ae82c077e2,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:22.921117 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 49864) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:22.971313 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-62b7b194-f4e4-4610-addd-2e046eea2e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:22.991352 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-62b7b194-f4e4-4610-addd-2e046eea2e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:22.997534 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['b41a4e3d-bb23-493b-8b24-42a66a69a8bf'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:11:23.039500 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-62b7b194-f4e4-4610-addd-2e046eea2e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:23.041983 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-62b7b194-f4e4-4610-addd-2e046eea2e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:23.045731 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-62b7b194-f4e4-4610-addd-2e046eea2e87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eaa94c9a-d132-4052-b2ae-75ae82c077e2 HTTP/1.1" status: 204 len: 168 time: 0.1234598 Sep 15 15:11:23.053432 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7b194-f4e4-4610-addd-2e046eea2e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa94c9a-d132-4052-b2ae-75ae82c077e2,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:23.323330 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7fac8-201b-43a8-81f9-ec7fc98b7e70 req-81c99f4d-a000-440e-9d33-e3c7edc9d302 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:23.327128 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dee7fac8-201b-43a8-81f9-ec7fc98b7e70 req-81c99f4d-a000-440e-9d33-e3c7edc9d302 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0534492 Sep 15 15:11:23.327592 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 49878) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:23.341344 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1c9252ec-9881-4ad2-856a-be8e8d2709ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:23.368732 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dee7fac8-201b-43a8-81f9-ec7fc98b7e70 req-ce8f7737-d3f3-4a5c-9523-25e1dd81deaf tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365632 Sep 15 15:11:23.435364 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1c9252ec-9881-4ad2-856a-be8e8d2709ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:23.440688 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1c9252ec-9881-4ad2-856a-be8e8d2709ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:23.498323 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9252ec-9881-4ad2-856a-be8e8d2709ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0de66fb-c5bd-4f29-9b46-24b087028907,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:23.510807 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 49888) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:23.511745 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-1c9252ec-9881-4ad2-856a-be8e8d2709ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d14b50ead0fc4329be260e5850e56703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828671 Sep 15 15:11:23.609955 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4bba2cab-2f70-4c5e-9318-4385ceb5e3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:23.634355 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4bba2cab-2f70-4c5e-9318-4385ceb5e3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:23.707925 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d971f97-8455-425d-95bf-6f6e46d0183f req-b1098156-4e10-4187-90c9-390e53259da0 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:23.709411 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5d971f97-8455-425d-95bf-6f6e46d0183f req-b1098156-4e10-4187-90c9-390e53259da0 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 944 time: 0.0772750 Sep 15 15:11:23.730620 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4bba2cab-2f70-4c5e-9318-4385ceb5e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:23.733366 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4bba2cab-2f70-4c5e-9318-4385ceb5e3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:23.734650 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-4bba2cab-2f70-4c5e-9318-4385ceb5e3f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f0de66fb-c5bd-4f29-9b46-24b087028907 HTTP/1.1" status: 204 len: 168 time: 0.2216735 Sep 15 15:11:23.748195 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba2cab-2f70-4c5e-9318-4385ceb5e3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0de66fb-c5bd-4f29-9b46-24b087028907,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:23.767455 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5d971f97-8455-425d-95bf-6f6e46d0183f req-83829707-99e5-4513-b6e4-649322a21a89 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519145 Sep 15 15:11:23.819699 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07995c-b145-4636-9e94-439a34da0e56 req-ffb07f92-0834-4490-b10e-3975fc949800 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:23.821210 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-dc07995c-b145-4636-9e94-439a34da0e56 req-ffb07f92-0834-4490-b10e-3975fc949800 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 945 time: 0.0527394 Sep 15 15:11:23.861365 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-dc07995c-b145-4636-9e94-439a34da0e56 req-4fcd259e-71f5-4983-8f5a-a24af1328893 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324488 Sep 15 15:11:24.495515 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac8303-ebbf-4040-aac6-631538ac1336 req-5ef411fd-e98f-4f11-bd63-2ef9035933de tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:24.498128 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a3ac8303-ebbf-4040-aac6-631538ac1336 req-5ef411fd-e98f-4f11-bd63-2ef9035933de tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0618320 Sep 15 15:11:24.538982 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a3ac8303-ebbf-4040-aac6-631538ac1336 req-256b4c27-c43d-4199-95c6-c027676b63f7 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339997 Sep 15 15:11:24.872777 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 49948) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:24.905529 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da516014-5dfc-48b3-9326-dc686cf8b6c0 req-c8eca5c9-7325-4203-9e1e-dbcfa49bcebb tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:24.907118 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-da516014-5dfc-48b3-9326-dc686cf8b6c0 req-c8eca5c9-7325-4203-9e1e-dbcfa49bcebb tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 944 time: 0.0616386 Sep 15 15:11:24.946586 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-da516014-5dfc-48b3-9326-dc686cf8b6c0 req-922be995-287d-4027-995e-9a37298a04b8 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332222 Sep 15 15:11:24.978306 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-88a97b41-572a-4fca-a5c4-425abae7345c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:25.062586 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59da3cb-d0e3-4497-ae03-d9dfc5b74754 req-d33f9952-add2-4da7-bb51-18062a410cd6 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:25.063969 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f59da3cb-d0e3-4497-ae03-d9dfc5b74754 req-d33f9952-add2-4da7-bb51-18062a410cd6 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 945 time: 0.0549395 Sep 15 15:11:25.069206 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-88a97b41-572a-4fca-a5c4-425abae7345c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:25.073153 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-88a97b41-572a-4fca-a5c4-425abae7345c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:25.101977 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f59da3cb-d0e3-4497-ae03-d9dfc5b74754 req-1e05ef33-9e12-40ed-94af-5fc7d3211852 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311770 Sep 15 15:11:25.110334 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-88a97b41-572a-4fca-a5c4-425abae7345c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e5845bdf7ff24b3c8f925f1e6ac50ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364450 Sep 15 15:11:25.111197 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a97b41-572a-4fca-a5c4-425abae7345c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a91266-255d-4560-bbbc-9d68e4e6e8ca,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:25.113063 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 49954) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:25.166238 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-69b6d642-16be-4587-a91c-083bc56ef1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:25.187239 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-69b6d642-16be-4587-a91c-083bc56ef1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:25.233261 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-69b6d642-16be-4587-a91c-083bc56ef1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:25.235784 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-69b6d642-16be-4587-a91c-083bc56ef1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:25.236918 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-69b6d642-16be-4587-a91c-083bc56ef1e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2a91266-255d-4560-bbbc-9d68e4e6e8ca HTTP/1.1" status: 204 len: 168 time: 0.1186438 Sep 15 15:11:25.244366 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6d642-16be-4587-a91c-083bc56ef1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a91266-255d-4560-bbbc-9d68e4e6e8ca,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:25.656855 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c22ed-498f-46d4-b305-ea44bbed26ef req-014373e7-9bae-4961-8a35-533f732ed5fd tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:25.658384 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-446c22ed-498f-46d4-b305-ea44bbed26ef req-014373e7-9bae-4961-8a35-533f732ed5fd tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0516686 Sep 15 15:11:25.703683 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-446c22ed-498f-46d4-b305-ea44bbed26ef req-f0f96aa4-b50e-4b56-acf9-ceb5194965b4 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381005 Sep 15 15:11:25.732117 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device b41a4e3d-bb23-493b-8b24-42a66a69a8bf up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:11:25.786692 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning for port b41a4e3d-bb23-493b-8b24-42a66a69a8bf completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:11:25.791304 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port b41a4e3d-bb23-493b-8b24-42a66a69a8bf triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:25.791742 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:25.886898 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:25.912335 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3878f16-a3bd-437e-bcc7-1254078d47ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41a4e3d-bb23-493b-8b24-42a66a69a8bf'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:11:25.915314 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1673b1a2-2751-4b23-a19a-b27fae6b5e16" -d '{"events": [{"server_uuid": "e3878f16-a3bd-437e-bcc7-1254078d47ca", "name": "network-vif-plugged", "status": "completed", "tag": "b41a4e3d-bb23-493b-8b24-42a66a69a8bf"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:11:25.931319 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port b41a4e3d-bb23-493b-8b24-42a66a69a8bf, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=b41a4e3d-bb23-493b-8b24-42a66a69a8bf,segment=NetworkSegment(9bcd7650-6253-4c0d-ac5b-ffe8708e5af6),segment_id=9bcd7650-6253-4c0d-ac5b-ffe8708e5af6)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:11:25.937327 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:25.939163 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 2461b784-0a6a-4124-8718-80c69d2de6c7 up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:11:25.965681 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f25af5-fd7d-451e-be27-83369d08939f x-openstack-request-id: req-d7f25af5-fd7d-451e-be27-83369d08939f {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:11:25.965970 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3878f16-a3bd-437e-bcc7-1254078d47ca", "name": "network-vif-plugged", "status": "completed", "tag": "b41a4e3d-bb23-493b-8b24-42a66a69a8bf", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:11:25.966238 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7f25af5-fd7d-451e-be27-83369d08939f {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:11:25.966755 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3878f16-a3bd-437e-bcc7-1254078d47ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41a4e3d-bb23-493b-8b24-42a66a69a8bf', 'code': 200} Sep 15 15:11:26.047043 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=b41a4e3d-bb23-493b-8b24-42a66a69a8bf,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:26.058948 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning for port 2461b784-0a6a-4124-8718-80c69d2de6c7 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:11:26.062743 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port 2461b784-0a6a-4124-8718-80c69d2de6c7 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:26.063261 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:26.077362 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e1d3-bf6f-4863-8d43-a891fea50939 req-4f378512-8ac0-4f35-9f14-31fe722101ae tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:26.079157 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ab50e1d3-bf6f-4863-8d43-a891fea50939 req-4f378512-8ac0-4f35-9f14-31fe722101ae tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 944 time: 0.0548058 Sep 15 15:11:26.123294 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ab50e1d3-bf6f-4863-8d43-a891fea50939 req-8a6a1cd5-bf5f-4726-a0ea-28d8cff5ab63 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371656 Sep 15 15:11:26.147778 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:26.182401 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 2461b784-0a6a-4124-8718-80c69d2de6c7, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=2461b784-0a6a-4124-8718-80c69d2de6c7,segment=NetworkSegment(f28eeada-d39b-4772-81be-4ab9ee0346e8),segment_id=f28eeada-d39b-4772-81be-4ab9ee0346e8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:11:26.187338 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:26.237748 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=2461b784-0a6a-4124-8718-80c69d2de6c7,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:26.260261 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630ffc5-e0fa-45fe-acd1-b99b51168ec8 req-496d5301-09f7-4ac7-8f02-4b3bc6b36d48 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:26.261741 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4630ffc5-e0fa-45fe-acd1-b99b51168ec8 req-496d5301-09f7-4ac7-8f02-4b3bc6b36d48 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 946 time: 0.0556340 Sep 15 15:11:26.300676 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4630ffc5-e0fa-45fe-acd1-b99b51168ec8 req-a86d35c2-edae-4c42-8f22-7e86b05330df tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320303 Sep 15 15:11:26.872597 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7774f1-ab7f-43da-a6d8-3ac5b6e0f1ce req-f1369efc-0510-4dc7-b62a-e2185e783c38 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:26.874129 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9b7774f1-ab7f-43da-a6d8-3ac5b6e0f1ce req-f1369efc-0510-4dc7-b62a-e2185e783c38 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0919170 Sep 15 15:11:26.876973 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428615e1-48bd-4389-98a7-c0157a5469df req-ad6cb9e6-32fd-4bc0-a5ba-8606d8adbc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:26.878433 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-428615e1-48bd-4389-98a7-c0157a5469df req-ad6cb9e6-32fd-4bc0-a5ba-8606d8adbc7d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 1099 time: 0.0630302 Sep 15 15:11:26.933070 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9b7774f1-ab7f-43da-a6d8-3ac5b6e0f1ce req-347c9ab6-ddd2-42b8-8f67-34a6f5293245 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522587 Sep 15 15:11:26.938698 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-428615e1-48bd-4389-98a7-c0157a5469df req-9faa8c19-3619-4caf-b002-a3fbd50964af service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448933 Sep 15 15:11:27.254914 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4f114-8a07-4388-a62c-7ab8442fac51 req-426f31d5-4889-49c9-897a-e0d47b768327 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:27.256407 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-24a4f114-8a07-4388-a62c-7ab8442fac51 req-426f31d5-4889-49c9-897a-e0d47b768327 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 945 time: 0.0548415 Sep 15 15:11:27.294618 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-24a4f114-8a07-4388-a62c-7ab8442fac51 req-95167843-1418-410c-a3de-a47ba6f5b6e0 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322542 Sep 15 15:11:27.416805 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c9543-6054-4f89-925b-fe2255fe034a req-88dd994d-98e6-490e-848e-3136424ecb5f tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:27.418300 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-be0c9543-6054-4f89-925b-fe2255fe034a req-88dd994d-98e6-490e-848e-3136424ecb5f tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 946 time: 0.0490603 Sep 15 15:11:27.458959 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-be0c9543-6054-4f89-925b-fe2255fe034a req-5daef547-531c-447c-b7a4-e1302f26ec1c tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344372 Sep 15 15:11:27.968220 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc28a97b-b273-4644-92ae-4055a95e9685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2461b784-0a6a-4124-8718-80c69d2de6c7'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:11:27.970546 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e54a7f0-23a3-4755-91ce-a1b5bd4a1a91" -d '{"events": [{"server_uuid": "fc28a97b-b273-4644-92ae-4055a95e9685", "name": "network-vif-plugged", "status": "completed", "tag": "2461b784-0a6a-4124-8718-80c69d2de6c7"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:11:28.008087 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53043b7-2751-476f-80b1-2088d94e95cf x-openstack-request-id: req-d53043b7-2751-476f-80b1-2088d94e95cf {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:11:28.008372 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc28a97b-b273-4644-92ae-4055a95e9685", "name": "network-vif-plugged", "status": "completed", "tag": "2461b784-0a6a-4124-8718-80c69d2de6c7", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:11:28.008621 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d53043b7-2751-476f-80b1-2088d94e95cf {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:11:28.009010 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc28a97b-b273-4644-92ae-4055a95e9685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2461b784-0a6a-4124-8718-80c69d2de6c7', 'code': 200} Sep 15 15:11:28.056695 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad50e16-33cc-4337-a08e-0896e5f482d2 req-87365021-5ad6-46b6-a2a8-0c6b1f5aee49 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:28.058121 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-bad50e16-33cc-4337-a08e-0896e5f482d2 req-87365021-5ad6-46b6-a2a8-0c6b1f5aee49 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0584400 Sep 15 15:11:28.098764 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-bad50e16-33cc-4337-a08e-0896e5f482d2 req-ac04f293-1bfd-42f3-9c70-e390ea74db3e tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345538 Sep 15 15:11:28.185456 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f9693-1899-4d82-bfaa-0d2665f4e373 req-3ccaadaf-541f-4801-8c0f-f0108303249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:28.186996 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4c3f9693-1899-4d82-bfaa-0d2665f4e373 req-3ccaadaf-541f-4801-8c0f-f0108303249d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 1098 time: 0.0413871 Sep 15 15:11:28.222342 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4c3f9693-1899-4d82-bfaa-0d2665f4e373 req-af6247c9-f0d9-46b8-b99e-e1244470bac2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270770 Sep 15 15:11:28.409192 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e208fa-6f06-4934-bc80-efdf8394c477 req-acf8aa10-9708-4db7-8b51-21c3dea058bd tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:28.410707 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-87e208fa-6f06-4934-bc80-efdf8394c477 req-acf8aa10-9708-4db7-8b51-21c3dea058bd tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 945 time: 0.0492675 Sep 15 15:11:28.446833 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:28.449119 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-87e208fa-6f06-4934-bc80-efdf8394c477 req-aae2b59a-d4c1-490e-bde7-578f4f221b0a tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325732 Sep 15 15:11:28.578182 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1704f-3c77-491c-9afc-08c15e7db948 req-c3716bed-132a-49fb-910f-75152cab3292 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:28.579755 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8af1704f-3c77-491c-9afc-08c15e7db948 req-c3716bed-132a-49fb-910f-75152cab3292 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 946 time: 0.0533569 Sep 15 15:11:28.617332 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8af1704f-3c77-491c-9afc-08c15e7db948 req-d9dfe25c-1d5e-4a7b-b0dd-172a9f45bc5d tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311463 Sep 15 15:11:29.215998 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343efb14-35ae-437f-96b4-91d6e59f1e09 req-fd7dfd8b-5691-40fd-b45a-91a7a8920556 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:29.217543 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-343efb14-35ae-437f-96b4-91d6e59f1e09 req-fd7dfd8b-5691-40fd-b45a-91a7a8920556 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0524611 Sep 15 15:11:29.257959 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-343efb14-35ae-437f-96b4-91d6e59f1e09 req-73abd926-7ddd-4552-9929-08cf2da7e9b1 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338211 Sep 15 15:11:29.382088 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ef061-8ab3-47b0-8704-4f174433dc85 req-5adb3344-1275-4413-a90b-8965c6e8ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:29.383476 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-054ef061-8ab3-47b0-8704-4f174433dc85 req-5adb3344-1275-4413-a90b-8965c6e8ca27 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 1098 time: 0.0410383 Sep 15 15:11:29.419248 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-054ef061-8ab3-47b0-8704-4f174433dc85 req-a7d5c64c-467e-4827-aff2-062ff76bbc80 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274322 Sep 15 15:11:29.568573 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1894fb8-2c3e-4e8d-9b31-5d4042dc554a req-b43bea28-607f-436b-8e5b-e0b681d0c428 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:29.570327 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f1894fb8-2c3e-4e8d-9b31-5d4042dc554a req-b43bea28-607f-436b-8e5b-e0b681d0c428 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 945 time: 0.0508051 Sep 15 15:11:29.610840 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f1894fb8-2c3e-4e8d-9b31-5d4042dc554a req-a8853167-2422-4546-8941-b9efd438eb65 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345089 Sep 15 15:11:29.729802 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e90ab-81f9-4f85-9437-151d5165f05b req-51a9384d-0018-4aa4-861a-50cf9ab0c9ed tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:29.731317 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c94e90ab-81f9-4f85-9437-151d5165f05b req-51a9384d-0018-4aa4-861a-50cf9ab0c9ed tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 946 time: 0.0493391 Sep 15 15:11:29.771259 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c94e90ab-81f9-4f85-9437-151d5165f05b req-29f816e9-5cac-4afa-925d-920b57165ed9 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340035 Sep 15 15:11:30.381625 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a7246-05c6-41c0-883d-07b22da66e4b req-a916d90f-44ae-4f61-8403-ada188ac7994 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:30.383430 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-703a7246-05c6-41c0-883d-07b22da66e4b req-a916d90f-44ae-4f61-8403-ada188ac7994 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0572679 Sep 15 15:11:30.439792 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-703a7246-05c6-41c0-883d-07b22da66e4b req-73e183ad-7027-461f-9d96-88562c7443c3 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472867 Sep 15 15:11:30.452474 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 50138) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:30.571979 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7338a546-7a61-4ebd-bfa0-8b9dd537221b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:30.672087 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7338a546-7a61-4ebd-bfa0-8b9dd537221b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:30.677653 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7338a546-7a61-4ebd-bfa0-8b9dd537221b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:30.740820 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-7338a546-7a61-4ebd-bfa0-8b9dd537221b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=63c3e46e7e1a4c63906a029f09b0316a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871869 Sep 15 15:11:30.743494 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 50148) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:30.745446 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338a546-7a61-4ebd-bfa0-8b9dd537221b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d39d95-4c86-467d-a504-17a39e71972d,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:30.766499 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63374ec7-5e7e-4ff1-bbb1-0c62a64d2a24 req-d018d670-ea58-4ae0-80ef-5fc2280f0cc6 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:30.767977 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-63374ec7-5e7e-4ff1-bbb1-0c62a64d2a24 req-d018d670-ea58-4ae0-80ef-5fc2280f0cc6 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 945 time: 0.0847328 Sep 15 15:11:30.792893 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3ca31d93-e1ff-4738-b1aa-4c0e1c2d48bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:30.807972 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-63374ec7-5e7e-4ff1-bbb1-0c62a64d2a24 req-f9809ee7-38a1-448f-9d84-8d47854187c7 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332370 Sep 15 15:11:30.814466 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3ca31d93-e1ff-4738-b1aa-4c0e1c2d48bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:30.861377 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3ca31d93-e1ff-4738-b1aa-4c0e1c2d48bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:30.864826 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3ca31d93-e1ff-4738-b1aa-4c0e1c2d48bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:30.865987 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-3ca31d93-e1ff-4738-b1aa-4c0e1c2d48bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/17d39d95-4c86-467d-a504-17a39e71972d HTTP/1.1" status: 204 len: 168 time: 0.1215050 Sep 15 15:11:30.874880 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca31d93-e1ff-4738-b1aa-4c0e1c2d48bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d39d95-4c86-467d-a504-17a39e71972d,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:31.607215 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a3ae9d05-7c83-4f74-9fce-700f7caa4bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:31.690943 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5cf50-0cf7-40e8-a7be-65eb37201f37 req-8aad49fc-3cd2-4536-9356-ad90c6a7f2c3 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:31.693149 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-72e5cf50-0cf7-40e8-a7be-65eb37201f37 req-8aad49fc-3cd2-4536-9356-ad90c6a7f2c3 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0496106 Sep 15 15:11:31.730082 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-72e5cf50-0cf7-40e8-a7be-65eb37201f37 req-0ce2cc26-456a-4d88-8a24-09523c4d11f0 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307322 Sep 15 15:11:32.848506 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04cb76-54c6-452c-8df8-423a59177b30 req-ee9dd8d6-c6ea-47ef-ab73-4fcb6e4345fb tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:32.850108 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8e04cb76-54c6-452c-8df8-423a59177b30 req-ee9dd8d6-c6ea-47ef-ab73-4fcb6e4345fb tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0541599 Sep 15 15:11:32.887502 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8e04cb76-54c6-452c-8df8-423a59177b30 req-37bf9411-6bb9-47d7-bfd2-e9dc28cffeed tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314147 Sep 15 15:11:33.899888 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651e60f-ae51-4eed-810f-9eeb0b118a3d req-015a82b1-3cab-4b6e-9958-7a97ca33ae37 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:33.901379 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8651e60f-ae51-4eed-810f-9eeb0b118a3d req-015a82b1-3cab-4b6e-9958-7a97ca33ae37 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 946 time: 0.0492601 Sep 15 15:11:33.943828 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8651e60f-ae51-4eed-810f-9eeb0b118a3d req-6c0eaa29-bc6b-4b2c-ace2-63e80bd4289a tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363004 Sep 15 15:11:34.010918 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cb8c4-ec77-4682-a6b7-27d5ccf7e3d9 req-b1dcc166-33a3-405a-ae8f-122bd17a76e3 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:34.012407 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3b2cb8c4-ec77-4682-a6b7-27d5ccf7e3d9 req-b1dcc166-33a3-405a-ae8f-122bd17a76e3 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0493307 Sep 15 15:11:34.048725 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3b2cb8c4-ec77-4682-a6b7-27d5ccf7e3d9 req-4823223e-b2c4-4ad1-bcb7-5e1c8bf2557c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303373 Sep 15 15:11:34.165670 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b72f8d-d0f5-43d5-bac8-057744e875d2 req-0f1e2758-05c5-4b25-93d0-cb9b325c4917 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:34.167221 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-69b72f8d-d0f5-43d5-bac8-057744e875d2 req-0f1e2758-05c5-4b25-93d0-cb9b325c4917 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0495126 Sep 15 15:11:34.204423 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-69b72f8d-d0f5-43d5-bac8-057744e875d2 req-52939634-73dc-4968-9d40-db8cfacc0cd3 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309792 Sep 15 15:11:34.261869 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:34.395998 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-29f739fb-abf1-455a-b41d-3ab9929c5003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:34.893007 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-ee794376-de30-4350-9f32-ea2604a9e0d4 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:34.894551 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-ee794376-de30-4350-9f32-ea2604a9e0d4 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/networks?id=075b36e7-6542-424d-b046-8e8b5d008ee6 HTTP/1.1" status: 200 len: 814 time: 0.1177857 Sep 15 15:11:34.911324 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-302d32ee-eec9-45dd-9882-0615afc82b56 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/quotas/a9cef0aeca354c71b27931ed9e4e8927 HTTP/1.1" status: 200 len: 375 time: 0.0108142 Sep 15 15:11:34.971389 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-97255f64-b00c-4703-a1da-a85d2a1f1857 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9cef0aeca354c71b27931ed9e4e8927&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541127 Sep 15 15:11:35.091278 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-4f75b9c0-44c6-4996-a103-05cb637193ee service neutron] 10.222.0.44 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072218 Sep 15 15:11:35.093764 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da599c5f-2346-46ac-b356-ea4305921554 req-f0128987-c0f9-4447-b7a8-ccf7579f1e19 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:35.095286 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-da599c5f-2346-46ac-b356-ea4305921554 req-f0128987-c0f9-4447-b7a8-ccf7579f1e19 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 946 time: 0.0562239 Sep 15 15:11:35.135345 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-da599c5f-2346-46ac-b356-ea4305921554 req-51debf51-2937-4d74-ae6c-b424cac4c3d3 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334120 Sep 15 15:11:35.184354 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-ed1d1bbc-f698-4785-a8c6-c07f5e5340ee service neutron] 10.222.0.44 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868344 Sep 15 15:11:35.204610 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:35.342660 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-13eadba5-493b-40bf-94c1-f8fd0fba84a1 req-16cc0643-e317-482a-aa3a-ea0aeccce745 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d1b15-25dc-4ca3-9721-b87f32790e7b HTTP/1.1" status: 200 len: 210 time: 0.0287368 Sep 15 15:11:35.888665 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7cac8-3acd-409f-92bc-970ef74376ac req-e8919bc5-f753-43b6-8507-e6585a80c6f7 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:35.890204 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-69a7cac8-3acd-409f-92bc-970ef74376ac req-e8919bc5-f753-43b6-8507-e6585a80c6f7 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0545781 Sep 15 15:11:35.930656 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-69a7cac8-3acd-409f-92bc-970ef74376ac req-df21b332-8bff-457e-a66a-2902735a5f45 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341604 Sep 15 15:11:36.250730 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6c185-737e-423c-9092-ac5001be5a78 req-604843fe-2859-4801-9ac7-914095c295a3 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:36.252213 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-57d6c185-737e-423c-9092-ac5001be5a78 req-604843fe-2859-4801-9ac7-914095c295a3 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 946 time: 0.0489504 Sep 15 15:11:36.293304 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-57d6c185-737e-423c-9092-ac5001be5a78 req-cebccf7e-1ffc-4e30-a8f6-aef3d6337ba4 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345974 Sep 15 15:11:36.431957 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4e44b861-400b-4866-bbf6-24c6446c34a1 req-76ee2654-0942-4d5e-abf4-6ed822cdc120 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d1b15-25dc-4ca3-9721-b87f32790e7b HTTP/1.1" status: 200 len: 210 time: 0.0264752 Sep 15 15:11:36.959070 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:37.055032 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c008d2-ea65-4f9b-b71a-efbc108b9dee req-ed2d9f4a-3be2-4d60-a7e6-172b2d4a6f7f tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:37.057025 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d3c008d2-ea65-4f9b-b71a-efbc108b9dee req-ed2d9f4a-3be2-4d60-a7e6-172b2d4a6f7f tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0531268 Sep 15 15:11:37.099088 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d3c008d2-ea65-4f9b-b71a-efbc108b9dee req-fe328e94-b0d1-4514-8a74-f06d5bbfe91c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355895 Sep 15 15:11:37.409888 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e1243-b8c9-4c47-8e40-29d0468bd5e5 req-6fc50dcb-5bec-4dcf-b33b-be9c59601993 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:37.411526 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f47e1243-b8c9-4c47-8e40-29d0468bd5e5 req-6fc50dcb-5bec-4dcf-b33b-be9c59601993 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 946 time: 0.0515738 Sep 15 15:11:37.448955 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f47e1243-b8c9-4c47-8e40-29d0468bd5e5 req-9c052d63-2e81-45da-8408-385574b1c686 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314851 Sep 15 15:11:37.527952 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1d00e9ab-42d9-43f8-8f93-06d956db3d23 req-82aebf47-d02c-49b6-bd2d-b644aac2fd94 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d1b15-25dc-4ca3-9721-b87f32790e7b HTTP/1.1" status: 200 len: 210 time: 0.0257399 Sep 15 15:11:37.860293 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:11:38.213018 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781c6f5-9e09-46e0-8ec7-a093aac3cfb9 req-7f68e7c9-fec9-46a6-a435-7211e7339685 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:38.214515 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3781c6f5-9e09-46e0-8ec7-a093aac3cfb9 req-7f68e7c9-fec9-46a6-a435-7211e7339685 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0486457 Sep 15 15:11:38.253065 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3781c6f5-9e09-46e0-8ec7-a093aac3cfb9 req-a70965ca-fe8c-40f6-a20b-d739ff3a687e tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320466 Sep 15 15:11:38.565062 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2f74a-5be4-4ccc-a694-3eeaa6c28bbb req-279e8179-d926-4c82-b450-794ac8b6e7d8 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:38.566990 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1bf2f74a-5be4-4ccc-a694-3eeaa6c28bbb req-279e8179-d926-4c82-b450-794ac8b6e7d8 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 946 time: 0.0513258 Sep 15 15:11:38.606385 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1bf2f74a-5be4-4ccc-a694-3eeaa6c28bbb req-ec2744e7-343e-4a39-9feb-770dc7149538 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333154 Sep 15 15:11:38.655724 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08023529-79a7-4905-9410-edbc93e93db6 req-65316361-fe45-4294-ac8a-9b4de6badbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:38.657370 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-08023529-79a7-4905-9410-edbc93e93db6 req-65316361-fe45-4294-ac8a-9b4de6badbc6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=163ec6c96b0a4d718abb77037ca241be&device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 1098 time: 0.0431757 Sep 15 15:11:38.700128 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e9f63e35-d235-4505-a1bc-ee98eb6cc34a req-3dc391dd-47e8-48ec-85dd-3bd3a05b66d2 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d1b15-25dc-4ca3-9721-b87f32790e7b HTTP/1.1" status: 200 len: 210 time: 0.0274518 Sep 15 15:11:38.992206 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08023529-79a7-4905-9410-edbc93e93db6 req-d18640c2-a169-4a06-8909-b3e9b7282bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:38.993689 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-08023529-79a7-4905-9410-edbc93e93db6 req-d18640c2-a169-4a06-8909-b3e9b7282bd0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=27aa2b65-aece-4c07-9c11-3987e0397682 HTTP/1.1" status: 200 len: 920 time: 0.2963448 Sep 15 15:11:39.015677 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbb8dc-d5d5-433d-b521-89aff1e2a62c req-4a7b80d4-79d2-4aa1-a91a-b9ce2f0365ac tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:39.017136 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ccbbb8dc-d5d5-433d-b521-89aff1e2a62c req-4a7b80d4-79d2-4aa1-a91a-b9ce2f0365ac tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 946 time: 0.0525320 Sep 15 15:11:39.042558 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-08023529-79a7-4905-9410-edbc93e93db6 req-75b6b92a-dcc9-47eb-92ca-5c35cfdabba5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=482cc345-7255-4ff7-96fc-ca43a9b74f00 HTTP/1.1" status: 200 len: 217 time: 0.0352819 Sep 15 15:11:39.102960 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08023529-79a7-4905-9410-edbc93e93db6 req-72348eb0-3e4a-4eae-ba9d-b0ec05fe405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:39.104525 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-08023529-79a7-4905-9410-edbc93e93db6 req-72348eb0-3e4a-4eae-ba9d-b0ec05fe405b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=beb0d370-3954-41e4-8035-bb3df55aa20d HTTP/1.1" status: 200 len: 859 time: 0.0515711 Sep 15 15:11:39.116199 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-ccbbb8dc-d5d5-433d-b521-89aff1e2a62c req-00a8652e-c9e5-4a66-a16d-e26914b2c289 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Deleting port b41a4e3d-bb23-493b-8b24-42a66a69a8bf {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:11:39.116545 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ccbbb8dc-d5d5-433d-b521-89aff1e2a62c req-00a8652e-c9e5-4a66-a16d-e26914b2c289 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:39.140762 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-08023529-79a7-4905-9410-edbc93e93db6 req-ee274c4b-0865-4fad-8771-25fed719b384 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27aa2b65-aece-4c07-9c11-3987e0397682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262597 Sep 15 15:11:39.218158 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-ccbbb8dc-d5d5-433d-b521-89aff1e2a62c req-00a8652e-c9e5-4a66-a16d-e26914b2c289 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] For port b41a4e3d-bb23-493b-8b24-42a66a69a8bf, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=b41a4e3d-bb23-493b-8b24-42a66a69a8bf,segment=NetworkSegment(9bcd7650-6253-4c0d-ac5b-ffe8708e5af6),segment_id=9bcd7650-6253-4c0d-ac5b-ffe8708e5af6)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:11:39.218719 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ccbbb8dc-d5d5-433d-b521-89aff1e2a62c req-00a8652e-c9e5-4a66-a16d-e26914b2c289 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:39.232796 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-ccbbb8dc-d5d5-433d-b521-89aff1e2a62c req-00a8652e-c9e5-4a66-a16d-e26914b2c289 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Calling delete_port for b41a4e3d-bb23-493b-8b24-42a66a69a8bf owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:11:39.259459 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-08023529-79a7-4905-9410-edbc93e93db6 req-f39c72d0-78b5-4724-8735-0d9c927b7627 service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110868 Sep 15 15:11:39.377611 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-08023529-79a7-4905-9410-edbc93e93db6 req-fe637674-cd3f-45f1-9397-537c79752dbe service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068151 Sep 15 15:11:39.476682 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-dda74234-4c47-4fcd-a81f-a3a656a45898 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:39.478169 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-dda74234-4c47-4fcd-a81f-a3a656a45898 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.47 "GET /v2.0/networks?id=075b36e7-6542-424d-b046-8e8b5d008ee6 HTTP/1.1" status: 200 len: 814 time: 0.1797023 Sep 15 15:11:39.487838 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f1679-9347-4167-9e21-1f11d05a1ded req-4e7ee1ec-27e6-4575-8b60-f8155df105ba tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:39.490281 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac2f1679-9347-4167-9e21-1f11d05a1ded req-4e7ee1ec-27e6-4575-8b60-f8155df105ba tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.1507099 Sep 15 15:11:39.498463 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-b0c97ea4-a270-493f-82f0-dec3a5f48e04 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Request body: {'port': {'device_id': 'ab3d1b15-25dc-4ca3-9721-b87f32790e7b', 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6', 'admin_state_up': True, 'tenant_id': 'a9cef0aeca354c71b27931ed9e4e8927'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:39.560619 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ccbbb8dc-d5d5-433d-b521-89aff1e2a62c req-00a8652e-c9e5-4a66-a16d-e26914b2c289 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:39.577493 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['b41a4e3d-bb23-493b-8b24-42a66a69a8bf'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:11:39.632937 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8652e-c9e5-4a66-a16d-e26914b2c289 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Pushing event deleted for resources: {'Port': ['ID=b41a4e3d-bb23-493b-8b24-42a66a69a8bf,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:39.642421 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac2f1679-9347-4167-9e21-1f11d05a1ded req-de40215f-36f4-4aa2-b1b0-7120a1a8ce25 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386685 Sep 15 15:11:39.701853 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbbb8dc-d5d5-433d-b521-89aff1e2a62c req-00a8652e-c9e5-4a66-a16d-e26914b2c289 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] No DVR routers for this DVR port b41a4e3d-bb23-493b-8b24-42a66a69a8bf on host hv-cinder-80883 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:11:39.705389 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ccbbb8dc-d5d5-433d-b521-89aff1e2a62c req-00a8652e-c9e5-4a66-a16d-e26914b2c289 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:39.708234 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ccbbb8dc-d5d5-433d-b521-89aff1e2a62c req-00a8652e-c9e5-4a66-a16d-e26914b2c289 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.47 "DELETE /v2.0/ports/b41a4e3d-bb23-493b-8b24-42a66a69a8bf HTTP/1.1" status: 204 len: 173 time: 0.6795692 Sep 15 15:11:39.708786 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3878f16-a3bd-437e-bcc7-1254078d47ca', 'name': 'network-vif-deleted', 'tag': 'b41a4e3d-bb23-493b-8b24-42a66a69a8bf'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:11:39.711063 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25e8784-7edb-4ce7-b33d-fb405259174e" -d '{"events": [{"server_uuid": "e3878f16-a3bd-437e-bcc7-1254078d47ca", "name": "network-vif-deleted", "tag": "b41a4e3d-bb23-493b-8b24-42a66a69a8bf"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:11:39.717424 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2724f3e7-13b8-4ea0-a533-eaf3cebcc659 req-0f52467d-d69e-490c-9ea5-d8028aedbbd2 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3878f16-a3bd-437e-bcc7-1254078d47ca HTTP/1.1" status: 200 len: 210 time: 0.0285501 Sep 15 15:11:39.729778 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-b0c97ea4-a270-493f-82f0-dec3a5f48e04 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Made reservation on behalf of a9cef0aeca354c71b27931ed9e4e8927 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:11:39.740795 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-b0c97ea4-a270-493f-82f0-dec3a5f48e04 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:39.797460 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87f474a-c12a-4fd6-9d92-9a8c448e116b x-openstack-request-id: req-b87f474a-c12a-4fd6-9d92-9a8c448e116b {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:11:39.797843 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3878f16-a3bd-437e-bcc7-1254078d47ca", "name": "network-vif-deleted", "tag": "b41a4e3d-bb23-493b-8b24-42a66a69a8bf", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:11:39.798185 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b87f474a-c12a-4fd6-9d92-9a8c448e116b {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:11:39.798577 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3878f16-a3bd-437e-bcc7-1254078d47ca', 'name': 'network-vif-deleted', 'tag': 'b41a4e3d-bb23-493b-8b24-42a66a69a8bf', 'status': 'completed', 'code': 200} Sep 15 15:11:39.847024 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f393209-dbc2-4d7d-b4d3-e2ada034b613 req-4c9c03eb-99d7-44cd-8424-fb8e085b10d1 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d1b15-25dc-4ca3-9721-b87f32790e7b HTTP/1.1" status: 200 len: 210 time: 0.0333171 Sep 15 15:11:39.914181 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-b0c97ea4-a270-493f-82f0-dec3a5f48e04 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Allocated IP 172.20.0.11 (075b36e7-6542-424d-b046-8e8b5d008ee6/2b33e9d6-d6d6-4340-8993-9ffa014fc179/2b1ddffb-28ae-4939-ac41-7e9da6a42117) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:11:40.071965 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-b0c97ea4-a270-493f-82f0-dec3a5f48e04 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:40.104920 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-b0c97ea4-a270-493f-82f0-dec3a5f48e04 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:40.131718 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['235bcf9c-3fd5-4bbc-988e-b12d0006da81', '2461b784-0a6a-4124-8718-80c69d2de6c7'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:11:40.161744 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c97ea4-a270-493f-82f0-dec3a5f48e04 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Pushing event updated for resources: {'Port': ['ID=2b1ddffb-28ae-4939-ac41-7e9da6a42117,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:40.167875 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-b0c97ea4-a270-493f-82f0-dec3a5f48e04 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Network 075b36e7-6542-424d-b046-8e8b5d008ee6 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:11:40.169528 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-b0c97ea4-a270-493f-82f0-dec3a5f48e04 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:11:40.174901 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-b0c97ea4-a270-493f-82f0-dec3a5f48e04 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:11:40.224919 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-b0c97ea4-a270-493f-82f0-dec3a5f48e04 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:40.225544 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-b0c97ea4-a270-493f-82f0-dec3a5f48e04 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:40.240780 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-b0c97ea4-a270-493f-82f0-dec3a5f48e04 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7458136 Sep 15 15:11:40.258912 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] Request body: {'port': {'device_id': 'ab3d1b15-25dc-4ca3-9721-b87f32790e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80883'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:40.328591 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:40.617502 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1ddffb-28ae-4939-ac41-7e9da6a42117 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:11:40.624524 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:40.636362 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] Transition to ACTIVE for port object 2b1ddffb-28ae-4939-ac41-7e9da6a42117 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:11:40.640074 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:40.706713 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bf401-5455-429f-837a-871790902371 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1ddffb-28ae-4939-ac41-7e9da6a42117,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:40.766228 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] Attempting to bind port 2b1ddffb-28ae-4939-ac41-7e9da6a42117 on host hv-cinder-80883 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:11:40.766564 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] Attempting to bind port 2b1ddffb-28ae-4939-ac41-7e9da6a42117 by drivers openvswitch,hyperv on host hv-cinder-80883 at level 0 using segments [{'id': 'f28eeada-d39b-4772-81be-4ab9ee0346e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:11:40.766892 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] Attempting to bind port 2b1ddffb-28ae-4939-ac41-7e9da6a42117 on network 075b36e7-6542-424d-b046-8e8b5d008ee6 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:11:40.768612 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044fee7-7fcf-48b8-bd2e-2dc4462d435e req-69d163b6-fd62-4e36-89b0-92d9da902055 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:40.771768 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] Port 2b1ddffb-28ae-4939-ac41-7e9da6a42117 on network 075b36e7-6542-424d-b046-8e8b5d008ee6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80883 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:11:40.772100 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] Attempting to bind port 2b1ddffb-28ae-4939-ac41-7e9da6a42117 on network 075b36e7-6542-424d-b046-8e8b5d008ee6 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:11:40.774553 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8044fee7-7fcf-48b8-bd2e-2dc4462d435e req-69d163b6-fd62-4e36-89b0-92d9da902055 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0551002 Sep 15 15:11:40.779191 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] Checking agent: {'id': 'db85dd15-89fb-42a1-b201-2709101a597b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'started_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:11:40.779714 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] Checking segment: {'id': 'f28eeada-d39b-4772-81be-4ab9ee0346e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:11:40.780089 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] Bound using segment: {'id': 'f28eeada-d39b-4772-81be-4ab9ee0346e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:11:40.780570 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] Bound port: 2b1ddffb-28ae-4939-ac41-7e9da6a42117, host: hv-cinder-80883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28eeada-d39b-4772-81be-4ab9ee0346e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:11:40.780854 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:40.835579 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8044fee7-7fcf-48b8-bd2e-2dc4462d435e req-94482a51-90d4-4b37-9c24-9d764c867951 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591900 Sep 15 15:11:40.862672 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] For port 2b1ddffb-28ae-4939-ac41-7e9da6a42117, host hv-cinder-80883, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:11:40.867020 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] For port 2b1ddffb-28ae-4939-ac41-7e9da6a42117, host hv-cinder-80883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=2b1ddffb-28ae-4939-ac41-7e9da6a42117,segment=NetworkSegment(f28eeada-d39b-4772-81be-4ab9ee0346e8),segment_id=f28eeada-d39b-4772-81be-4ab9ee0346e8)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:11:40.871237 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:40.912129 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:40.912753 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:40.914183 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-997bf401-5455-429f-837a-871790902371 service neutron] 10.222.0.47 "PUT /v2.0/ports/2b1ddffb-28ae-4939-ac41-7e9da6a42117 HTTP/1.1" status: 200 len: 1094 time: 0.6603951 Sep 15 15:11:40.941870 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bf401-5455-429f-837a-871790902371 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1ddffb-28ae-4939-ac41-7e9da6a42117,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:40.992984 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89695f-64cd-4e8b-8f01-21b246c6432e req-1edf09f7-fddd-4e8b-9c01-f5f53e3919aa tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:40.995719 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1f89695f-64cd-4e8b-8f01-21b246c6432e req-1edf09f7-fddd-4e8b-9c01-f5f53e3919aa tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d1b15-25dc-4ca3-9721-b87f32790e7b HTTP/1.1" status: 200 len: 944 time: 0.0704374 Sep 15 15:11:41.046894 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1f89695f-64cd-4e8b-8f01-21b246c6432e req-24c376c8-3de1-41e2-9669-cedcaab5332d tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362854 Sep 15 15:11:41.091941 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-95559bff-d4ea-4f1e-a722-ae71467317c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:41.093479 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-95559bff-d4ea-4f1e-a722-ae71467317c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9cef0aeca354c71b27931ed9e4e8927&device_id=ab3d1b15-25dc-4ca3-9721-b87f32790e7b HTTP/1.1" status: 200 len: 1097 time: 0.1103172 Sep 15 15:11:41.148026 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-f733f243-8aa6-485c-ab42-4aa0b19ddaa4 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:41.149380 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-f733f243-8aa6-485c-ab42-4aa0b19ddaa4 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/networks?id=8f43f72e-6eb7-4c77-884b-d99b60861423 HTTP/1.1" status: 200 len: 809 time: 0.1771979 Sep 15 15:11:41.150833 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-caab1423-b4cc-42c0-a532-ad77d87073ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1ddffb-28ae-4939-ac41-7e9da6a42117 HTTP/1.1" status: 200 len: 217 time: 0.0432496 Sep 15 15:11:41.195234 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-61749fda-aa51-425c-a5f1-d228271028dd tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/quotas/1706b65a5e10414f92b78b37c85090d5 HTTP/1.1" status: 200 len: 375 time: 0.0398407 Sep 15 15:11:41.231219 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-3b29eb17-c0a2-4428-a48a-15e868dae4d7 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1706b65a5e10414f92b78b37c85090d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300670 Sep 15 15:11:41.235149 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-2e33ffb2-dda1-4961-a0d9-d1c4a02d5901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:41.236460 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-2e33ffb2-dda1-4961-a0d9-d1c4a02d5901 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b33e9d6-d6d6-4340-8993-9ffa014fc179 HTTP/1.1" status: 200 len: 854 time: 0.0743432 Sep 15 15:11:41.287511 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-3d6965ea-8f6e-4c06-b2c3-0848d5687442 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=075b36e7-6542-424d-b046-8e8b5d008ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407414 Sep 15 15:11:41.405621 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-a6d6a3fb-b711-424e-98ee-e1f636bd364a service neutron] 10.222.0.44 "GET /v2.0/networks/8f43f72e-6eb7-4c77-884b-d99b60861423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672282 Sep 15 15:11:41.454124 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-9b691c76-453f-4aa4-af51-38ae9f33a246 service neutron] 10.222.0.47 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361737 Sep 15 15:11:41.573736 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-265530d7-6cfe-4fd8-932e-47c16b46ff92 service neutron] 10.222.0.44 "GET /v2.0/networks/8f43f72e-6eb7-4c77-884b-d99b60861423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597512 Sep 15 15:11:41.599271 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1c4f25bb-5dc3-481e-a620-2bdf4cb5b124 req-f8601336-4b39-48da-bd27-b21c39fd1714 service neutron] 10.222.0.47 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159589 Sep 15 15:11:41.736679 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1ae00163-9696-4cc9-abdf-319d0a5dca38 req-465ac7de-a220-4d8c-8045-d05e1006cb8f tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 210 time: 0.0284324 Sep 15 15:11:41.799647 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3d1b15-25dc-4ca3-9721-b87f32790e7b', 'tag': '2b1ddffb-28ae-4939-ac41-7e9da6a42117'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:11:41.802074 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5a1482-0364-4c48-a3d4-f5b366a37697" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3d1b15-25dc-4ca3-9721-b87f32790e7b", "tag": "2b1ddffb-28ae-4939-ac41-7e9da6a42117"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:11:41.838724 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787e8e35-2112-45c2-9e38-aac329a21e1d x-openstack-request-id: req-787e8e35-2112-45c2-9e38-aac329a21e1d {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:11:41.839012 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3d1b15-25dc-4ca3-9721-b87f32790e7b", "tag": "2b1ddffb-28ae-4939-ac41-7e9da6a42117", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:11:41.839261 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-787e8e35-2112-45c2-9e38-aac329a21e1d {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:11:41.839649 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3d1b15-25dc-4ca3-9721-b87f32790e7b', 'tag': '2b1ddffb-28ae-4939-ac41-7e9da6a42117', 'status': 'completed', 'code': 200} Sep 15 15:11:41.915102 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a1482-0364-4c48-a3d4-f5b366a37697 req-5dce56b8-c194-43b3-b6f4-2ae7926c1f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:41.917014 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bb5a1482-0364-4c48-a3d4-f5b366a37697 req-5dce56b8-c194-43b3-b6f4-2ae7926c1f0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9cef0aeca354c71b27931ed9e4e8927&device_id=ab3d1b15-25dc-4ca3-9721-b87f32790e7b HTTP/1.1" status: 200 len: 1097 time: 0.0522301 Sep 15 15:11:41.984639 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff601d-802b-4d7a-9199-ed8760e76585 req-812e6bfa-8ce6-4d32-bd29-182bba99a94d tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:41.986172 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45ff601d-802b-4d7a-9199-ed8760e76585 req-812e6bfa-8ce6-4d32-bd29-182bba99a94d tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0674744 Sep 15 15:11:42.031281 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a1482-0364-4c48-a3d4-f5b366a37697 req-07c78159-959c-447c-aa92-a4accf71240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:42.032457 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45ff601d-802b-4d7a-9199-ed8760e76585 req-1fdb77bd-ecc3-486b-97a8-307106f9baf6 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398266 Sep 15 15:11:42.034983 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bb5a1482-0364-4c48-a3d4-f5b366a37697 req-07c78159-959c-447c-aa92-a4accf71240a service neutron] 10.222.0.47 "GET /v2.0/networks?id=075b36e7-6542-424d-b046-8e8b5d008ee6 HTTP/1.1" status: 200 len: 915 time: 0.1034083 Sep 15 15:11:42.084313 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bb5a1482-0364-4c48-a3d4-f5b366a37697 req-2e388729-1951-48bc-8fc0-0da5b9952992 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1ddffb-28ae-4939-ac41-7e9da6a42117 HTTP/1.1" status: 200 len: 217 time: 0.0408323 Sep 15 15:11:42.195872 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a1482-0364-4c48-a3d4-f5b366a37697 req-50f6cc23-7d10-4ac1-bb53-f849a9c90af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:42.199679 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bb5a1482-0364-4c48-a3d4-f5b366a37697 req-50f6cc23-7d10-4ac1-bb53-f849a9c90af4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b33e9d6-d6d6-4340-8993-9ffa014fc179 HTTP/1.1" status: 200 len: 854 time: 0.0982549 Sep 15 15:11:42.211981 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7d738-8a1a-40b8-b8d8-6e30155f1460 req-6802e5cb-f8ce-472c-ad27-f8bf75d1acf6 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:42.213438 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f9f7d738-8a1a-40b8-b8d8-6e30155f1460 req-6802e5cb-f8ce-472c-ad27-f8bf75d1acf6 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d1b15-25dc-4ca3-9721-b87f32790e7b HTTP/1.1" status: 200 len: 944 time: 0.0811915 Sep 15 15:11:42.269147 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bb5a1482-0364-4c48-a3d4-f5b366a37697 req-a403db48-f6aa-4c68-8bed-6d19eb090a8a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=075b36e7-6542-424d-b046-8e8b5d008ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500965 Sep 15 15:11:42.429220 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 50408) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:42.538604 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f9f7d738-8a1a-40b8-b8d8-6e30155f1460 req-81158f92-99ed-4dac-ae68-8c4ef630ee4a tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090286 Sep 15 15:11:42.541156 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-136c129a-5afb-4209-9c76-121e4e7734c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:42.613625 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bb5a1482-0364-4c48-a3d4-f5b366a37697 req-bf00cde5-15aa-47a2-8766-82ba6d1f5948 service neutron] 10.222.0.47 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988262 Sep 15 15:11:42.632983 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-136c129a-5afb-4209-9c76-121e4e7734c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:42.636959 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-136c129a-5afb-4209-9c76-121e4e7734c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:42.673591 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c129a-5afb-4209-9c76-121e4e7734c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a2cdfc-4244-4a95-a080-b57b66af5dcf,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:42.680874 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-136c129a-5afb-4209-9c76-121e4e7734c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e6d8460205f479c8c6b9fa91c5570e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505474 Sep 15 15:11:42.682692 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 50416) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:42.733697 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bb5a1482-0364-4c48-a3d4-f5b366a37697 req-3a03dd94-1104-4957-80aa-1275f2f3cb65 service neutron] 10.222.0.47 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086359 Sep 15 15:11:42.748925 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 2b1ddffb-28ae-4939-ac41-7e9da6a42117 details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:11:42.753438 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device b41a4e3d-bb23-493b-8b24-42a66a69a8bf no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:11:42.757937 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-da80d5d7-12ff-4b49-b344-d5781f804e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:42.786858 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-da80d5d7-12ff-4b49-b344-d5781f804e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:42.818173 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] No Port match for: b41a4e3d-bb23-493b-8b24-42a66a69a8bf {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:11:42.819186 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device b41a4e3d-bb23-493b-8b24-42a66a69a8bf not bound to the agent host hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:11:42.873896 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-404af28b-c38a-4aca-bf44-c2e4b677d47b req-a38d1ca2-482a-4436-8824-25945c30dde1 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 210 time: 0.0357699 Sep 15 15:11:42.903279 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-da80d5d7-12ff-4b49-b344-d5781f804e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:42.906046 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-da80d5d7-12ff-4b49-b344-d5781f804e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:42.909983 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-da80d5d7-12ff-4b49-b344-d5781f804e83 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05a2cdfc-4244-4a95-a080-b57b66af5dcf HTTP/1.1" status: 204 len: 168 time: 0.2240915 Sep 15 15:11:42.917362 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80d5d7-12ff-4b49-b344-d5781f804e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a2cdfc-4244-4a95-a080-b57b66af5dcf,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:42.980591 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-8ec55222-545b-4cbd-8d64-f15e11bbc3a7 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:42.982628 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-8ec55222-545b-4cbd-8d64-f15e11bbc3a7 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.47 "GET /v2.0/networks?id=8f43f72e-6eb7-4c77-884b-d99b60861423 HTTP/1.1" status: 200 len: 809 time: 0.1615348 Sep 15 15:11:43.027960 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-db2f22dd-3f1d-4f90-aac4-0146f3f28c1b tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Request body: {'port': {'device_id': 'fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8', 'network_id': '8f43f72e-6eb7-4c77-884b-d99b60861423', 'admin_state_up': True, 'tenant_id': '1706b65a5e10414f92b78b37c85090d5'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:43.114712 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 2b1ddffb-28ae-4939-ac41-7e9da6a42117, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=2b1ddffb-28ae-4939-ac41-7e9da6a42117,segment=NetworkSegment(f28eeada-d39b-4772-81be-4ab9ee0346e8),segment_id=f28eeada-d39b-4772-81be-4ab9ee0346e8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:11:43.129358 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': '2b1ddffb-28ae-4939-ac41-7e9da6a42117', 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6', 'port_id': '2b1ddffb-28ae-4939-ac41-7e9da6a42117', 'mac_address': 'fa:16:3e:1f:5b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b33e9d6-d6d6-4340-8993-9ffa014fc179', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:11:43.182676 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:43.201039 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1ddffb-28ae-4939-ac41-7e9da6a42117 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:11:43.223283 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-db2f22dd-3f1d-4f90-aac4-0146f3f28c1b tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Made reservation on behalf of 1706b65a5e10414f92b78b37c85090d5 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:11:43.227961 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-db2f22dd-3f1d-4f90-aac4-0146f3f28c1b tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:43.233956 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 2b1ddffb-28ae-4939-ac41-7e9da6a42117, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=2b1ddffb-28ae-4939-ac41-7e9da6a42117,segment=NetworkSegment(f28eeada-d39b-4772-81be-4ab9ee0346e8),segment_id=f28eeada-d39b-4772-81be-4ab9ee0346e8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:11:43.234148 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d58a26-68e5-4981-a983-d5416e8aba36 req-7e335006-3a46-49c9-859f-fd00b192f6a5 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:43.235773 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b8d58a26-68e5-4981-a983-d5416e8aba36 req-7e335006-3a46-49c9-859f-fd00b192f6a5 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0816190 Sep 15 15:11:43.243502 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:43.302653 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b8d58a26-68e5-4981-a983-d5416e8aba36 req-f5f5f421-7d2f-4160-b6af-c0048a094878 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579717 Sep 15 15:11:43.311619 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=2b1ddffb-28ae-4939-ac41-7e9da6a42117,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:43.383840 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-db2f22dd-3f1d-4f90-aac4-0146f3f28c1b tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Allocated IP 172.20.0.9 (8f43f72e-6eb7-4c77-884b-d99b60861423/6857e81c-03d6-40c8-9963-818c0e564bf8/98f4a4b7-03dc-41c6-84c7-f8da849e7dff) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:11:43.538131 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-db2f22dd-3f1d-4f90-aac4-0146f3f28c1b tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:43.573212 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-db2f22dd-3f1d-4f90-aac4-0146f3f28c1b tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:43.610419 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['2b1ddffb-28ae-4939-ac41-7e9da6a42117'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:11:43.616647 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-db2f22dd-3f1d-4f90-aac4-0146f3f28c1b tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Network 8f43f72e-6eb7-4c77-884b-d99b60861423 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:11:43.619977 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-db2f22dd-3f1d-4f90-aac4-0146f3f28c1b tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:11:43.625899 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-db2f22dd-3f1d-4f90-aac4-0146f3f28c1b tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:11:43.701237 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f22dd-3f1d-4f90-aac4-0146f3f28c1b tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Pushing event updated for resources: {'Port': ['ID=98f4a4b7-03dc-41c6-84c7-f8da849e7dff,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:43.723817 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-db2f22dd-3f1d-4f90-aac4-0146f3f28c1b tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:43.724440 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-db2f22dd-3f1d-4f90-aac4-0146f3f28c1b tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:43.741397 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861407d-f9d6-44a3-9a56-62d2f2e61a46 req-1f6a70f7-ccca-4d9d-97cc-5f3941892c76 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:43.742961 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8861407d-f9d6-44a3-9a56-62d2f2e61a46 req-1f6a70f7-ccca-4d9d-97cc-5f3941892c76 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d1b15-25dc-4ca3-9721-b87f32790e7b HTTP/1.1" status: 200 len: 945 time: 0.1208775 Sep 15 15:11:43.761777 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-db2f22dd-3f1d-4f90-aac4-0146f3f28c1b tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7564011 Sep 15 15:11:43.786568 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] Request body: {'port': {'device_id': 'fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80883'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:43.835945 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8861407d-f9d6-44a3-9a56-62d2f2e61a46 req-4baba8fe-3cbb-42e6-a635-5c0041879a48 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780683 Sep 15 15:11:43.868102 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:44.014717 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d66e23-ce19-4451-b41d-e64ffee4669c req-d51db554-9598-4171-b083-c76802144dfd tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:44.016152 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-15d66e23-ce19-4451-b41d-e64ffee4669c req-d51db554-9598-4171-b083-c76802144dfd tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 931 time: 0.0552430 Sep 15 15:11:44.063208 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-15d66e23-ce19-4451-b41d-e64ffee4669c req-94c58f5a-2130-41b8-a910-00b2146d43be tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366170 Sep 15 15:11:44.181567 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f4a4b7-03dc-41c6-84c7-f8da849e7dff {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:11:44.190313 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:44.205647 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] Transition to ACTIVE for port object 98f4a4b7-03dc-41c6-84c7-f8da849e7dff will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:11:44.212159 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:44.224226 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 50472) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:44.275447 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] Pushing event updated for resources: {'Port': ['ID=98f4a4b7-03dc-41c6-84c7-f8da849e7dff,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:44.371698 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] Attempting to bind port 98f4a4b7-03dc-41c6-84c7-f8da849e7dff on host hv-cinder-80883 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:11:44.374526 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] Attempting to bind port 98f4a4b7-03dc-41c6-84c7-f8da849e7dff by drivers openvswitch,hyperv on host hv-cinder-80883 at level 0 using segments [{'id': '9bcd7650-6253-4c0d-ac5b-ffe8708e5af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8f43f72e-6eb7-4c77-884b-d99b60861423'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:11:44.374526 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] Attempting to bind port 98f4a4b7-03dc-41c6-84c7-f8da849e7dff on network 8f43f72e-6eb7-4c77-884b-d99b60861423 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:11:44.375961 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-aaaeb62f-ebaf-4d67-82db-d94bfd87ccd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:44.383724 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] Port 98f4a4b7-03dc-41c6-84c7-f8da849e7dff on network 8f43f72e-6eb7-4c77-884b-d99b60861423 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80883 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:11:44.384058 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] Attempting to bind port 98f4a4b7-03dc-41c6-84c7-f8da849e7dff on network 8f43f72e-6eb7-4c77-884b-d99b60861423 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:11:44.389303 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] Checking agent: {'id': 'db85dd15-89fb-42a1-b201-2709101a597b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'started_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:11:44.389814 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] Checking segment: {'id': '9bcd7650-6253-4c0d-ac5b-ffe8708e5af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8f43f72e-6eb7-4c77-884b-d99b60861423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:11:44.390246 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] Bound using segment: {'id': '9bcd7650-6253-4c0d-ac5b-ffe8708e5af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8f43f72e-6eb7-4c77-884b-d99b60861423'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:11:44.390683 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] Bound port: 98f4a4b7-03dc-41c6-84c7-f8da849e7dff, host: hv-cinder-80883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcd7650-6253-4c0d-ac5b-ffe8708e5af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8f43f72e-6eb7-4c77-884b-d99b60861423'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:11:44.391093 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:44.477951 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4faeba-55e5-4001-bfd6-5ab455c9ddea req-e27c1c20-4f06-43d3-b0bf-74ddfd273c48 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:44.479900 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1d4faeba-55e5-4001-bfd6-5ab455c9ddea req-e27c1c20-4f06-43d3-b0bf-74ddfd273c48 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0859351 Sep 15 15:11:44.481269 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] For port 98f4a4b7-03dc-41c6-84c7-f8da849e7dff, host hv-cinder-80883, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:11:44.485806 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] For port 98f4a4b7-03dc-41c6-84c7-f8da849e7dff, host hv-cinder-80883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=98f4a4b7-03dc-41c6-84c7-f8da849e7dff,segment=NetworkSegment(9bcd7650-6253-4c0d-ac5b-ffe8708e5af6),segment_id=9bcd7650-6253-4c0d-ac5b-ffe8708e5af6)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:11:44.490867 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:44.543509 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:44.544219 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:44.545776 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] 10.222.0.47 "PUT /v2.0/ports/98f4a4b7-03dc-41c6-84c7-f8da849e7dff HTTP/1.1" status: 200 len: 1093 time: 0.7659676 Sep 15 15:11:44.548300 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1d4faeba-55e5-4001-bfd6-5ab455c9ddea req-19805085-d7f7-43fe-b568-1fde9af34b03 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612419 Sep 15 15:11:44.548445 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8', 'tag': '98f4a4b7-03dc-41c6-84c7-f8da849e7dff'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:11:44.550805 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c547c53-07eb-47bd-9c83-ec16bb925a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8", "tag": "98f4a4b7-03dc-41c6-84c7-f8da849e7dff"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:11:44.567148 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-aaaeb62f-ebaf-4d67-82db-d94bfd87ccd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:44.574588 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-aaaeb62f-ebaf-4d67-82db-d94bfd87ccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:44.599427 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d3f4e-a896-4aaf-964c-0a23f0b9e505 service neutron] Pushing event updated for resources: {'Port': ['ID=98f4a4b7-03dc-41c6-84c7-f8da849e7dff,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:44.612634 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbada42-d6a3-46e4-b3f3-a28a18d6284a x-openstack-request-id: req-3cbada42-d6a3-46e4-b3f3-a28a18d6284a {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:11:44.612959 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8", "tag": "98f4a4b7-03dc-41c6-84c7-f8da849e7dff", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:11:44.613343 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3cbada42-d6a3-46e4-b3f3-a28a18d6284a {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:11:44.613749 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8', 'tag': '98f4a4b7-03dc-41c6-84c7-f8da849e7dff', 'status': 'completed', 'code': 200} Sep 15 15:11:44.645631 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-aaaeb62f-ebaf-4d67-82db-d94bfd87ccd4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a383124645a4ab4ab6b3d106a22de95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4199317 Sep 15 15:11:44.646639 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaeb62f-ebaf-4d67-82db-d94bfd87ccd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0893a746-c48b-4047-8ea9-f25cedf7f524,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:44.648758 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 50482) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:44.697365 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-82b33ac9-c899-4d53-bd05-2cc9278915ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:44.698936 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-82b33ac9-c899-4d53-bd05-2cc9278915ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1706b65a5e10414f92b78b37c85090d5&device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 1096 time: 0.0769987 Sep 15 15:11:44.747703 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3cda019e-6395-4f16-bd7f-ba2ef76a3d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:44.751814 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-4aea5709-4ec6-4f7f-bd0a-05910179135a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f4a4b7-03dc-41c6-84c7-f8da849e7dff HTTP/1.1" status: 200 len: 217 time: 0.0406458 Sep 15 15:11:44.761589 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 2b1ddffb-28ae-4939-ac41-7e9da6a42117 up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:11:44.813486 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning for port 2b1ddffb-28ae-4939-ac41-7e9da6a42117 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:11:44.815408 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3cda019e-6395-4f16-bd7f-ba2ef76a3d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:44.821388 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port 2b1ddffb-28ae-4939-ac41-7e9da6a42117 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:44.821956 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:44.852723 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-7ae4baaa-c43c-4c4e-be97-8eea3c3dcf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:44.854221 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-7ae4baaa-c43c-4c4e-be97-8eea3c3dcf40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6857e81c-03d6-40c8-9963-818c0e564bf8 HTTP/1.1" status: 200 len: 849 time: 0.0913656 Sep 15 15:11:44.902623 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-24d22e4e-8908-4239-85ff-c96bc1ee8993 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f43f72e-6eb7-4c77-884b-d99b60861423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368171 Sep 15 15:11:44.926074 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:44.926289 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3cda019e-6395-4f16-bd7f-ba2ef76a3d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:44.928497 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3cda019e-6395-4f16-bd7f-ba2ef76a3d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:44.932245 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-3cda019e-6395-4f16-bd7f-ba2ef76a3d48 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0893a746-c48b-4047-8ea9-f25cedf7f524 HTTP/1.1" status: 204 len: 168 time: 0.2798867 Sep 15 15:11:44.953994 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda019e-6395-4f16-bd7f-ba2ef76a3d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0893a746-c48b-4047-8ea9-f25cedf7f524,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:44.960787 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3d1b15-25dc-4ca3-9721-b87f32790e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1ddffb-28ae-4939-ac41-7e9da6a42117'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:11:44.965738 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f9a9ec-9fe4-4a43-9043-c2f8a0b5b368" -d '{"events": [{"server_uuid": "ab3d1b15-25dc-4ca3-9721-b87f32790e7b", "name": "network-vif-plugged", "status": "completed", "tag": "2b1ddffb-28ae-4939-ac41-7e9da6a42117"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:11:44.989870 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 2b1ddffb-28ae-4939-ac41-7e9da6a42117, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=2b1ddffb-28ae-4939-ac41-7e9da6a42117,segment=NetworkSegment(f28eeada-d39b-4772-81be-4ab9ee0346e8),segment_id=f28eeada-d39b-4772-81be-4ab9ee0346e8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:11:44.998326 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:45.076830 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477416a-bd76-4c86-a5f4-afd9f441d0fa req-484f1640-8048-4e79-bb8c-0b168f67aff1 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:45.077563 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e73f28-8784-4291-830e-1ea896e83695 x-openstack-request-id: req-c2e73f28-8784-4291-830e-1ea896e83695 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:11:45.077923 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3d1b15-25dc-4ca3-9721-b87f32790e7b", "name": "network-vif-plugged", "status": "completed", "tag": "2b1ddffb-28ae-4939-ac41-7e9da6a42117", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:11:45.078347 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2e73f28-8784-4291-830e-1ea896e83695 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:11:45.078845 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-171da592-08a5-44cc-b1c8-a5f16e6ff9a4 service neutron] 10.222.0.47 "GET /v2.0/networks/8f43f72e-6eb7-4c77-884b-d99b60861423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629694 Sep 15 15:11:45.078955 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3d1b15-25dc-4ca3-9721-b87f32790e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1ddffb-28ae-4939-ac41-7e9da6a42117', 'code': 200} Sep 15 15:11:45.090234 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2477416a-bd76-4c86-a5f4-afd9f441d0fa req-484f1640-8048-4e79-bb8c-0b168f67aff1 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d1b15-25dc-4ca3-9721-b87f32790e7b HTTP/1.1" status: 200 len: 945 time: 0.1568282 Sep 15 15:11:45.104630 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=2b1ddffb-28ae-4939-ac41-7e9da6a42117,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:45.167927 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2477416a-bd76-4c86-a5f4-afd9f441d0fa req-7455d944-d769-447b-8fbb-add5ff3dedb5 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610821 Sep 15 15:11:45.284593 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add2232-6a96-4abc-9280-f4b96f730f61 req-3ab0778f-cb08-46c4-a7c9-e376e291e0ea tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:45.286319 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8add2232-6a96-4abc-9280-f4b96f730f61 req-3ab0778f-cb08-46c4-a7c9-e376e291e0ea tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 943 time: 0.1290474 Sep 15 15:11:45.342439 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6a271e78-890b-4d74-8a19-6b80f8900471 req-bb2a6bcb-dd4c-4a0b-bcbc-e2814788cf96 service neutron] 10.222.0.47 "GET /v2.0/networks/8f43f72e-6eb7-4c77-884b-d99b60861423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448320 Sep 15 15:11:45.360225 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 50504) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:45.374200 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8add2232-6a96-4abc-9280-f4b96f730f61 req-f0cff0eb-e461-40fa-832b-b1f160d9ef0e tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706940 Sep 15 15:11:45.376225 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06298f3-57ef-48a4-b183-338e947aff77 req-d7b96c46-47d9-478f-9ee1-faa8c227dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:45.377632 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d06298f3-57ef-48a4-b183-338e947aff77 req-d7b96c46-47d9-478f-9ee1-faa8c227dd09 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ab3d1b15-25dc-4ca3-9721-b87f32790e7b HTTP/1.1" status: 200 len: 1099 time: 0.1185422 Sep 15 15:11:45.455751 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d06298f3-57ef-48a4-b183-338e947aff77 req-75efa9f1-9dee-4046-a8a3-ff38c23523c3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588531 Sep 15 15:11:45.471017 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c547c53-07eb-47bd-9c83-ec16bb925a6d req-46372485-9574-4ec7-93e5-189f2d9960c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:45.476173 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2c547c53-07eb-47bd-9c83-ec16bb925a6d req-46372485-9574-4ec7-93e5-189f2d9960c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1706b65a5e10414f92b78b37c85090d5&device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 1096 time: 0.0567219 Sep 15 15:11:45.498654 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4a42edd8-884d-431f-8020-58f45cc499af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:45.594950 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4a42edd8-884d-431f-8020-58f45cc499af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:45.600235 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4a42edd8-884d-431f-8020-58f45cc499af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:45.642109 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-4a42edd8-884d-431f-8020-58f45cc499af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e7804e2a328407188f7c297d112a444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802312 Sep 15 15:11:45.643148 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42edd8-884d-431f-8020-58f45cc499af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4472ae55-4744-4c13-97ca-e852efd81a4f,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:45.645839 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 50522) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:45.805141 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c3267-c9e4-44d2-808b-b11e2b198281 req-0cc3a93f-da81-4a6a-825e-bec1fa53efcf tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:45.806678 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ed7c3267-c9e4-44d2-808b-b11e2b198281 req-0cc3a93f-da81-4a6a-825e-bec1fa53efcf tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.1395113 Sep 15 15:11:45.817648 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a7fb51d4-3747-431e-a36d-c7962d0b8fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:45.880790 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a7fb51d4-3747-431e-a36d-c7962d0b8fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:45.883000 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c547c53-07eb-47bd-9c83-ec16bb925a6d req-08c7d212-140c-4419-83bd-6ee7629cd806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:45.884454 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2c547c53-07eb-47bd-9c83-ec16bb925a6d req-08c7d212-140c-4419-83bd-6ee7629cd806 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f43f72e-6eb7-4c77-884b-d99b60861423 HTTP/1.1" status: 200 len: 910 time: 0.1661351 Sep 15 15:11:45.905427 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ed7c3267-c9e4-44d2-808b-b11e2b198281 req-db557ddd-542a-47c6-8d68-42601168f7b8 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890718 Sep 15 15:11:45.940429 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2c547c53-07eb-47bd-9c83-ec16bb925a6d req-d6677f33-f9c2-4694-ad9d-c01f258eb5a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f4a4b7-03dc-41c6-84c7-f8da849e7dff HTTP/1.1" status: 200 len: 217 time: 0.0452247 Sep 15 15:11:46.005146 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c547c53-07eb-47bd-9c83-ec16bb925a6d req-c87b6a29-f265-4d9b-98ee-d125dddaca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:46.006863 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2c547c53-07eb-47bd-9c83-ec16bb925a6d req-c87b6a29-f265-4d9b-98ee-d125dddaca1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6857e81c-03d6-40c8-9963-818c0e564bf8 HTTP/1.1" status: 200 len: 849 time: 0.0534575 Sep 15 15:11:46.014525 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a7fb51d4-3747-431e-a36d-c7962d0b8fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:46.017312 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a7fb51d4-3747-431e-a36d-c7962d0b8fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:46.018701 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-a7fb51d4-3747-431e-a36d-c7962d0b8fb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4472ae55-4744-4c13-97ca-e852efd81a4f HTTP/1.1" status: 204 len: 168 time: 0.3686781 Sep 15 15:11:46.047926 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb51d4-3747-431e-a36d-c7962d0b8fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4472ae55-4744-4c13-97ca-e852efd81a4f,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:46.051626 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2c547c53-07eb-47bd-9c83-ec16bb925a6d req-fd6d3889-4800-4526-a04f-f6ffaa6e8e65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f43f72e-6eb7-4c77-884b-d99b60861423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319264 Sep 15 15:11:46.157476 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2c547c53-07eb-47bd-9c83-ec16bb925a6d req-a73b9e3a-9c5b-4484-b8e4-66a2314c19e9 service neutron] 10.222.0.47 "GET /v2.0/networks/8f43f72e-6eb7-4c77-884b-d99b60861423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962493 Sep 15 15:11:46.283464 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2c547c53-07eb-47bd-9c83-ec16bb925a6d req-d3520f12-7ce9-4fea-90e2-8bc718b09068 service neutron] 10.222.0.47 "GET /v2.0/networks/8f43f72e-6eb7-4c77-884b-d99b60861423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167550 Sep 15 15:11:46.342350 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a5e4d-8520-4f29-a691-be413c502de2 req-68f0fd4d-c2c5-40a3-8b4e-61d59e8bfd5c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:46.350069 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ed8a5e4d-8520-4f29-a691-be413c502de2 req-68f0fd4d-c2c5-40a3-8b4e-61d59e8bfd5c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d1b15-25dc-4ca3-9721-b87f32790e7b HTTP/1.1" status: 200 len: 946 time: 0.1087370 Sep 15 15:11:46.387131 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ed8a5e4d-8520-4f29-a691-be413c502de2 req-b319b461-8386-41f6-9cf1-c1697cf16166 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361431 Sep 15 15:11:46.506461 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cb3f6-2fcd-430c-943a-24e628ccaaeb req-fa85c8d5-1b6f-43c0-a83e-4a71078b3967 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:46.513841 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1a7cb3f6-2fcd-430c-943a-24e628ccaaeb req-fa85c8d5-1b6f-43c0-a83e-4a71078b3967 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 943 time: 0.0620270 Sep 15 15:11:46.548742 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1a7cb3f6-2fcd-430c-943a-24e628ccaaeb req-e099ef9f-b617-4990-8536-5b91f4c5a173 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339708 Sep 15 15:11:46.767150 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 98f4a4b7-03dc-41c6-84c7-f8da849e7dff details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:11:46.834849 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 50566) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:46.867578 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 98f4a4b7-03dc-41c6-84c7-f8da849e7dff, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=98f4a4b7-03dc-41c6-84c7-f8da849e7dff,segment=NetworkSegment(9bcd7650-6253-4c0d-ac5b-ffe8708e5af6),segment_id=9bcd7650-6253-4c0d-ac5b-ffe8708e5af6)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:11:46.881651 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': '98f4a4b7-03dc-41c6-84c7-f8da849e7dff', 'network_id': '8f43f72e-6eb7-4c77-884b-d99b60861423', 'port_id': '98f4a4b7-03dc-41c6-84c7-f8da849e7dff', 'mac_address': 'fa:16:3e:4e:69:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6857e81c-03d6-40c8-9963-818c0e564bf8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:11:46.925173 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:46.938810 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f4a4b7-03dc-41c6-84c7-f8da849e7dff {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:11:46.940359 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-ee7a1b07-a584-4246-80ee-20331e5b6044 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-613367548-network', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:46.960086 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 98f4a4b7-03dc-41c6-84c7-f8da849e7dff, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=98f4a4b7-03dc-41c6-84c7-f8da849e7dff,segment=NetworkSegment(9bcd7650-6253-4c0d-ac5b-ffe8708e5af6),segment_id=9bcd7650-6253-4c0d-ac5b-ffe8708e5af6)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:11:46.964172 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:46.967178 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7a1b07-a584-4246-80ee-20331e5b6044 admin admin] Made reservation on behalf of 94312bf7455c4ab29f3cdb8234ceb8a5 for: {'network': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:11:46.969864 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1b07-a584-4246-80ee-20331e5b6044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for network, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:46.986947 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1b07-a584-4246-80ee-20331e5b6044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:47.016886 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=98f4a4b7-03dc-41c6-84c7-f8da849e7dff,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:47.054803 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fda0c2-d020-40b0-8a98-e8f24ba432a6 req-f7620b50-ae07-49b4-8629-4d05dd9778ea tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:47.057320 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d0fda0c2-d020-40b0-8a98-e8f24ba432a6 req-f7620b50-ae07-49b4-8629-4d05dd9778ea tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0712326 Sep 15 15:11:47.114191 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d0fda0c2-d020-40b0-8a98-e8f24ba432a6 req-094a10a8-4373-49c1-8607-87c8cb373ee1 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487039 Sep 15 15:11:47.155312 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1b07-a584-4246-80ee-20331e5b6044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:47.161878 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1b07-a584-4246-80ee-20331e5b6044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:47.185343 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7a1b07-a584-4246-80ee-20331e5b6044 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=94132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:11:47.199642 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a1b07-a584-4246-80ee-20331e5b6044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a932b6a-781c-4446-9809-9a74d76d3453,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:47.204516 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1b07-a584-4246-80ee-20331e5b6044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:47.204855 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.segments_db [None req-ee7a1b07-a584-4246-80ee-20331e5b6044 admin admin] Added segment 1eb8ce00-67a7-42b1-9523-85f9fb71db9e of type vlan for network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 Sep 15 15:11:47.245541 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1b07-a584-4246-80ee-20331e5b6044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747554121512'] for network, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:47.269901 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1b07-a584-4246-80ee-20331e5b6044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for network, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:47.270762 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7a1b07-a584-4246-80ee-20331e5b6044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:47.271408 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1b07-a584-4246-80ee-20331e5b6044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:47.305915 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-ee7a1b07-a584-4246-80ee-20331e5b6044 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4699547 Sep 15 15:11:47.308900 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 50572) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:47.314103 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-f79f2ab7-f6cb-4423-9606-2a0f9a1fd442 admin admin] Request body: {'subnet': {'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-613367548-subnet', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:47.332899 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a1b07-a584-4246-80ee-20331e5b6044 admin admin] Pushing event updated for resources: {'Network': ['ID=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:47.343223 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 details requested by agent ovs-agent-dv-cinder-808837-2-iscsi with host dv-cinder-808837-2-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:11:47.343732 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79f2ab7-f6cb-4423-9606-2a0f9a1fd442 admin admin] Made reservation on behalf of 94312bf7455c4ab29f3cdb8234ceb8a5 for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:11:47.346450 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f79f2ab7-f6cb-4423-9606-2a0f9a1fd442 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8779912'] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:47.422229 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['98f4a4b7-03dc-41c6-84c7-f8da849e7dff'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:11:47.589997 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720c8ff-2332-4f0c-a387-41293d79723a req-4affbf5c-c5a6-4349-b67b-3825c4e3fc97 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:47.604492 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d720c8ff-2332-4f0c-a387-41293d79723a req-4affbf5c-c5a6-4349-b67b-3825c4e3fc97 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d1b15-25dc-4ca3-9721-b87f32790e7b HTTP/1.1" status: 200 len: 946 time: 0.1342776 Sep 15 15:11:47.676258 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f79f2ab7-f6cb-4423-9606-2a0f9a1fd442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8779942'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:47.680371 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d720c8ff-2332-4f0c-a387-41293d79723a req-d5813016-09a7-48dd-af68-39792c3164ce tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782516 Sep 15 15:11:47.687434 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a3c6e-a40f-48b5-abda-93ae5871eb00 req-e4f5283b-0987-472d-9c4c-d9f70bb5211d tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:47.688973 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8d0a3c6e-a40f-48b5-abda-93ae5871eb00 req-e4f5283b-0987-472d-9c4c-d9f70bb5211d tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 944 time: 0.0509970 Sep 15 15:11:47.740824 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f2ab7-f6cb-4423-9606-2a0f9a1fd442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab98e2b5-0526-4338-8324-d44ebcc41e73,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:47.745364 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79f2ab7-f6cb-4423-9606-2a0f9a1fd442 admin admin] Checking segment: {'id': '1eb8ce00-67a7-42b1-9523-85f9fb71db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:11:47.745713 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79f2ab7-f6cb-4423-9606-2a0f9a1fd442 admin admin] Network hostable DHCP agents. Network: 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7, hostable agents: ['8778f267-bcf6-40a9-a6c7-747964b5c268'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:11:47.758185 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8d0a3c6e-a40f-48b5-abda-93ae5871eb00 req-ff1a642f-0f81-489c-b307-86bf89737f16 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594482 Sep 15 15:11:47.769064 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79f2ab7-f6cb-4423-9606-2a0f9a1fd442 admin admin] Network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 is scheduled to be hosted by DHCP agent 8778f267-bcf6-40a9-a6c7-747964b5c268 with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:11:47.779364 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-f79f2ab7-f6cb-4423-9606-2a0f9a1fd442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808837-2-iscsi, 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:11:47.784873 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79f2ab7-f6cb-4423-9606-2a0f9a1fd442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:47.785596 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f79f2ab7-f6cb-4423-9606-2a0f9a1fd442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:47.788862 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb78a083-77ee-42ce-bcea-bd308518aaec None None] Network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:11:47.803964 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f79f2ab7-f6cb-4423-9606-2a0f9a1fd442 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4912841 Sep 15 15:11:47.804294 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 50590) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:47.808711 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-cf2d0c32-bd42-48fb-a751-b26a075a1bd2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:47.831113 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf2d0c32-bd42-48fb-a751-b26a075a1bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3674502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1441'] for router, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:47.832832 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf2d0c32-bd42-48fb-a751-b26a075a1bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3676550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4060939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:47.900942 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf2d0c32-bd42-48fb-a751-b26a075a1bd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:47.959013 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148cf41a-cc58-5c2b-b52a-9984459364b2-0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73'}]}} from dv-cinder-808837-2-iscsi. {{(pid=94133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:11:47.959360 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:48.068384 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf2d0c32-bd42-48fb-a751-b26a075a1bd2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:48.100361 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] Allocated IP 172.20.0.2 (0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7/ab98e2b5-0526-4338-8324-d44ebcc41e73/7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:11:48.243068 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ab351-9157-40ee-a83a-146f5b210e70 req-63bf377c-d7eb-4ecd-82f4-b799b66af3a0 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:48.244749 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-749ab351-9157-40ee-a83a-146f5b210e70 req-63bf377c-d7eb-4ecd-82f4-b799b66af3a0 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0502825 Sep 15 15:11:48.251297 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:48.257890 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:48.276126 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf2d0c32-bd42-48fb-a751-b26a075a1bd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:48.289339 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-749ab351-9157-40ee-a83a-146f5b210e70 req-e6e9a288-e379-4684-ae73-abe85d4b1c93 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380909 Sep 15 15:11:48.296418 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf2d0c32-bd42-48fb-a751-b26a075a1bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:48.297420 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] Network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:11:48.300891 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:11:48.308477 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:11:48.311468 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] Pushing event updated for resources: {'Port': ['ID=7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:48.366548 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] Attempting to bind port 7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7 on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:11:48.366908 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] Attempting to bind port 7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7 by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': '1eb8ce00-67a7-42b1-9523-85f9fb71db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:11:48.367266 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] Attempting to bind port 7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7 on network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:11:48.372196 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:11:48.372551 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] Checking segment: {'id': '1eb8ce00-67a7-42b1-9523-85f9fb71db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:11:48.372951 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:48.373334 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] Bound using segment: {'id': '1eb8ce00-67a7-42b1-9523-85f9fb71db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:11:48.373795 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] Bound port: 7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb8ce00-67a7-42b1-9523-85f9fb71db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:11:48.374195 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:48.406730 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-cf2d0c32-bd42-48fb-a751-b26a075a1bd2 admin admin] Allocated IP 172.27.1.45 (de13fce9-42d8-46bf-87ad-5f72634a95fa/379175a2-a4aa-4fa7-8529-653d88fdda18/e75ae65a-232d-4dab-890a-b45157dd6325) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:11:48.439199 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] For port 7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:11:48.442939 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] For port 7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:11:48.446987 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:48.504475 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901dc352-f4dc-4924-aaeb-0ea0feb45961 None None] Pushing event updated for resources: {'Port': ['ID=7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:48.513860 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf2d0c32-bd42-48fb-a751-b26a075a1bd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:48.553440 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf2d0c32-bd42-48fb-a751-b26a075a1bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:48.592253 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2d0c32-bd42-48fb-a751-b26a075a1bd2 admin admin] Network de13fce9-42d8-46bf-87ad-5f72634a95fa is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:11:48.595078 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-cf2d0c32-bd42-48fb-a751-b26a075a1bd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:11:48.601990 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d0c32-bd42-48fb-a751-b26a075a1bd2 admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:11:48.605014 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d0c32-bd42-48fb-a751-b26a075a1bd2 admin admin] Pushing event updated for resources: {'Port': ['ID=e75ae65a-232d-4dab-890a-b45157dd6325,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:48.905133 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf2d0c32-bd42-48fb-a751-b26a075a1bd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:48.919082 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345aacad-a440-4e21-96a2-1ca7fdda22a7 req-e3bf9e37-f470-4ec1-ac1c-45bc520d9917 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:48.921644 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-345aacad-a440-4e21-96a2-1ca7fdda22a7 req-e3bf9e37-f470-4ec1-ac1c-45bc520d9917 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 944 time: 0.0931551 Sep 15 15:11:49.026608 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-345aacad-a440-4e21-96a2-1ca7fdda22a7 req-351ddbe6-2af7-4f41-bf14-cc2e59d86866 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697854 Sep 15 15:11:49.148510 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf2d0c32-bd42-48fb-a751-b26a075a1bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675217'] for router, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:49.280255 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2d0c32-bd42-48fb-a751-b26a075a1bd2 admin admin] Router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 is scheduled to L3 agent db645ea9-179a-465c-875f-1da649e94516 with binding_index 1 {{(pid=94131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:11:49.389252 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3664b4e-51f1-4482-8ed1-f9a9a55e393a None None] Network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:11:49.424011 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2d0c32-bd42-48fb-a751-b26a075a1bd2 admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:11:49.433784 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] Sync routers for ids ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'] in dv-cinder-808837-2-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:11:49.445062 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] Routers {'4926f6fb-a987-4a98-ba4c-68d861fe0c03'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:11:49.446143 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:11:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:49.453308 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863c28f-6ca8-4079-8ff1-857a566a896f req-df6a60f0-e638-4067-be63-0f17ea109884 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:49.454927 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0863c28f-6ca8-4079-8ff1-857a566a896f req-df6a60f0-e638-4067-be63-0f17ea109884 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0792918 Sep 15 15:11:49.462462 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf2d0c32-bd42-48fb-a751-b26a075a1bd2 admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:49.463129 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-dd27e67c-0f14-4a7f-8c44-97d699f49e21 None None] Provisioning complete for port 7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:49.466276 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd27e67c-0f14-4a7f-8c44-97d699f49e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:49.466399 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-cf2d0c32-bd42-48fb-a751-b26a075a1bd2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6584349 Sep 15 15:11:49.467572 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 50612) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:49.516068 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0863c28f-6ca8-4079-8ff1-857a566a896f req-3b176dcb-b516-4c39-88cf-23f576b62275 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477266 Sep 15 15:11:49.594437 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] Set router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:11:49.617944 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd27e67c-0f14-4a7f-8c44-97d699f49e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:49.665274 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-dd27e67c-0f14-4a7f-8c44-97d699f49e21 None None] For port 7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:11:49.673216 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dd27e67c-0f14-4a7f-8c44-97d699f49e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:49.702078 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:11:49.778707 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:49.779121 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:49.782083 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27e67c-0f14-4a7f-8c44-97d699f49e21 None None] Pushing event updated for resources: {'Port': ['ID=7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:49.821003 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:48Z', 'revision_number': 3, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:49.857264 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] Checking router: 4926f6fb-a987-4a98-ba4c-68d861fe0c03 for host: dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:11:49.857618 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] Updating router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 port e75ae65a-232d-4dab-890a-b45157dd6325 binding host dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:11:49.888024 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:50.002765 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-13fddcf9-f82e-4ca0-94bf-598d928c9712 None None] Provisioning complete for port 7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:50.003141 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13fddcf9-f82e-4ca0-94bf-598d928c9712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:50.030467 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:50.157379 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546288d2-1297-4496-a3bf-35245a4c46b7 req-5d4fd90c-0cee-422e-8db6-e899829f4b6b tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:50.159494 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-546288d2-1297-4496-a3bf-35245a4c46b7 req-5d4fd90c-0cee-422e-8db6-e899829f4b6b tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 944 time: 0.0562019 Sep 15 15:11:50.186045 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:50.191692 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:50.207986 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-546288d2-1297-4496-a3bf-35245a4c46b7 req-714418b1-6e8a-4e51-81d2-599863af4ff1 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417566 Sep 15 15:11:50.220529 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Allocated IP 172.20.0.1 (0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7/ab98e2b5-0526-4338-8324-d44ebcc41e73/c33f5a6e-3a66-4165-a1bc-3d466670825c) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:11:50.243647 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] Attempting to bind port e75ae65a-232d-4dab-890a-b45157dd6325 on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:11:50.244020 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] Attempting to bind port e75ae65a-232d-4dab-890a-b45157dd6325 by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:11:50.244380 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] Attempting to bind port e75ae65a-232d-4dab-890a-b45157dd6325 on network de13fce9-42d8-46bf-87ad-5f72634a95fa {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:11:50.254889 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917ebff-cd47-4301-8d43-a4042817944f None None] Pushing event updated for resources: {'Port': ['ID=e75ae65a-232d-4dab-890a-b45157dd6325,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:50.257060 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:11:50.257432 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] Checking segment: {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:11:50.257826 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:50.258237 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] Bound using segment: {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:11:50.258700 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] Bound port: e75ae65a-232d-4dab-890a-b45157dd6325, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:11:50.259094 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:50.284829 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917ebff-cd47-4301-8d43-a4042817944f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:50.285737 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917ebff-cd47-4301-8d43-a4042817944f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:50.286141 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917ebff-cd47-4301-8d43-a4042817944f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:50.286521 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917ebff-cd47-4301-8d43-a4042817944f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:50.286858 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917ebff-cd47-4301-8d43-a4042817944f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:50.287193 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917ebff-cd47-4301-8d43-a4042817944f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:50.287523 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917ebff-cd47-4301-8d43-a4042817944f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:50.287853 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917ebff-cd47-4301-8d43-a4042817944f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:50.288201 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917ebff-cd47-4301-8d43-a4042817944f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:50.288574 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917ebff-cd47-4301-8d43-a4042817944f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:50.289186 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917ebff-cd47-4301-8d43-a4042817944f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:50.289566 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917ebff-cd47-4301-8d43-a4042817944f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:50.321979 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] For port e75ae65a-232d-4dab-890a-b45157dd6325, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:11:50.323697 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:50.325170 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] For port e75ae65a-232d-4dab-890a-b45157dd6325, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=e75ae65a-232d-4dab-890a-b45157dd6325,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:11:50.329296 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:50.360307 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:50.382686 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] Routers {'4926f6fb-a987-4a98-ba4c-68d861fe0c03'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:11:50.383321 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:11:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:50.403388 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:11:50.406125 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:11:50.408944 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:11:50.421782 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917ebff-cd47-4301-8d43-a4042817944f None None] Pushing event updated for resources: {'Port': ['ID=e75ae65a-232d-4dab-890a-b45157dd6325,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:50.437296 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Pushing event updated for resources: {'Port': ['ID=c33f5a6e-3a66-4165-a1bc-3d466670825c,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:50.455759 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3675270'] for router_interface, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:50.494300 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] Set router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:11:50.605434 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:50.639566 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-b0aed20f-31b9-48c2-8ab7-37575e025340 None None] Provisioning complete for port c33f5a6e-3a66-4165-a1bc-3d466670825c triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:50.640115 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0aed20f-31b9-48c2-8ab7-37575e025340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:50.685801 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b0aed20f-31b9-48c2-8ab7-37575e025340 None None] Port c33f5a6e-3a66-4165-a1bc-3d466670825c cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:11:50.693420 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e9fb7-6055-4095-8a05-49c52a14c123 req-bd5b92cb-70c0-4c88-b0de-53e5c49c86ff tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:50.695134 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0f0e9fb7-6055-4095-8a05-49c52a14c123 req-bd5b92cb-70c0-4c88-b0de-53e5c49c86ff tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0562820 Sep 15 15:11:50.747002 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0f0e9fb7-6055-4095-8a05-49c52a14c123 req-455407a5-d7e7-4a7e-ac40-69066c244d99 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426517 Sep 15 15:11:50.780248 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:48Z', 'revision_number': 3, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:50.808497 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbb5f61-75fb-47b1-8015-21e813563aa7 None None] The sync data for ids ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'] in dv-cinder-808837-2-iscsi is: [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:48Z', 'revision_number': 3, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:11:51.008026 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:51.012733 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:51.112538 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672854'] for router_interface, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:51.114703 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Pushing event updated for resources: {'Port': ['ID=c33f5a6e-3a66-4165-a1bc-3d466670825c,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:51.126896 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:51.127243 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:51.127580 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:51.127907 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:51.128230 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:51.128595 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:51.128968 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:51.129278 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:51.129787 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:51.130400 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:51.130644 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:51.130960 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:51.240747 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:11:51.242275 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:11:51.340913 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f95c3-8efd-427b-8fb8-b6a4149d1b31 req-7d1c80ca-d3eb-47a1-a9c6-62b98fdd7d0f tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:51.342570 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2d5f95c3-8efd-427b-8fb8-b6a4149d1b31 req-7d1c80ca-d3eb-47a1-a9c6-62b98fdd7d0f tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 944 time: 0.0599632 Sep 15 15:11:51.395089 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:11:51.402038 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2d5f95c3-8efd-427b-8fb8-b6a4149d1b31 req-b57e2edb-52a4-40df-ad75-d5b2b93cc90c tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506773 Sep 15 15:11:51.515221 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:11:51.516778 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-38b76cf0-ffc1-4de1-bd16-92e209dd1e84 None None] Provisioning complete for port c33f5a6e-3a66-4165-a1bc-3d466670825c triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:51.517329 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38b76cf0-ffc1-4de1-bd16-92e209dd1e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:51.521266 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-920daa3b-da53-4404-99b0-fdc74feff0bb admin admin] 10.222.0.44 "PUT /v2.0/routers/4926f6fb-a987-4a98-ba4c-68d861fe0c03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0512762 Sep 15 15:11:51.556722 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-38b76cf0-ffc1-4de1-bd16-92e209dd1e84 None None] Port c33f5a6e-3a66-4165-a1bc-3d466670825c cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:11:51.687855 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:11:51.738832 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:51.740550 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:51.830217 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device e75ae65a-232d-4dab-890a-b45157dd6325 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:11:51.883454 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bd029-b582-4bc8-9a36-0c33757f1ffb req-5e36b0ec-105f-4efc-925d-d2e4c00c016b tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:51.885205 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f60bd029-b582-4bc8-9a36-0c33757f1ffb req-5e36b0ec-105f-4efc-925d-d2e4c00c016b tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0637865 Sep 15 15:11:51.889741 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port e75ae65a-232d-4dab-890a-b45157dd6325 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:51.890170 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:51.942681 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f60bd029-b582-4bc8-9a36-0c33757f1ffb req-2c8b67f0-7bb0-4ad2-b501-d3f27489010d tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506172 Sep 15 15:11:51.998096 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:52.023446 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] For port e75ae65a-232d-4dab-890a-b45157dd6325, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=e75ae65a-232d-4dab-890a-b45157dd6325,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:11:52.028093 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:52.076867 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Pushing event updated for resources: {'Port': ['ID=e75ae65a-232d-4dab-890a-b45157dd6325,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:52.151312 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 50668) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:52.156228 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-fd4cc483-67c4-4e5f-8cce-fe98a8d0d2b5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-57739452-network', 'tenant_id': 'c5575fa6564c46948ec21c351b0b7d2e'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:52.178063 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4cc483-67c4-4e5f-8cce-fe98a8d0d2b5 admin admin] Made reservation on behalf of c5575fa6564c46948ec21c351b0b7d2e for: {'network': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:11:52.180503 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fd4cc483-67c4-4e5f-8cce-fe98a8d0d2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for network, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:52.190339 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fd4cc483-67c4-4e5f-8cce-fe98a8d0d2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:52.289815 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fd4cc483-67c4-4e5f-8cce-fe98a8d0d2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:52.294066 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fd4cc483-67c4-4e5f-8cce-fe98a8d0d2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:52.321898 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4cc483-67c4-4e5f-8cce-fe98a8d0d2b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=94132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:11:52.328434 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cc483-67c4-4e5f-8cce-fe98a8d0d2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbdd515-729f-4e73-a2b0-ebc835f484fa,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:52.338662 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fd4cc483-67c4-4e5f-8cce-fe98a8d0d2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:52.339199 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.segments_db [None req-fd4cc483-67c4-4e5f-8cce-fe98a8d0d2b5 admin admin] Added segment 5887bd6c-f553-43e0-8ddc-887b0b1ed37d of type vlan for network d38b15a4-a41b-4661-8ff8-46a2534ac0c5 Sep 15 15:11:52.383483 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fd4cc483-67c4-4e5f-8cce-fe98a8d0d2b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747554121512'] for network, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:52.407899 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fd4cc483-67c4-4e5f-8cce-fe98a8d0d2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for network, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:52.408764 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4cc483-67c4-4e5f-8cce-fe98a8d0d2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:52.409314 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fd4cc483-67c4-4e5f-8cce-fe98a8d0d2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:52.444649 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-fd4cc483-67c4-4e5f-8cce-fe98a8d0d2b5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2922120 Sep 15 15:11:52.447572 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 50678) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:52.453667 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Request body: {'subnet': {'network_id': 'd38b15a4-a41b-4661-8ff8-46a2534ac0c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-57739452-subnet', 'tenant_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:52.472926 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cc483-67c4-4e5f-8cce-fe98a8d0d2b5 admin admin] Pushing event updated for resources: {'Network': ['ID=d38b15a4-a41b-4661-8ff8-46a2534ac0c5,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:52.476772 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Made reservation on behalf of c5575fa6564c46948ec21c351b0b7d2e for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:11:52.479084 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8779912'] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:52.484531 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Network d38b15a4-a41b-4661-8ff8-46a2534ac0c5 details requested by agent ovs-agent-dv-cinder-808837-2-iscsi with host dv-cinder-808837-2-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:11:52.541486 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] Sync routers for ids ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:11:52.562221 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] Routers {'4926f6fb-a987-4a98-ba4c-68d861fe0c03'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:11:52.562890 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:11:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:52.592632 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee1963-b2e0-43fe-bfeb-dd3d0e439ed0 req-376620b9-5436-4a35-8ab0-690b36852084 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:52.594142 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-bfee1963-b2e0-43fe-bfeb-dd3d0e439ed0 req-376620b9-5436-4a35-8ab0-690b36852084 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 944 time: 0.1129348 Sep 15 15:11:52.666442 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-bfee1963-b2e0-43fe-bfeb-dd3d0e439ed0 req-916c6f12-0c56-4350-832c-d910f4858419 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653954 Sep 15 15:11:52.675082 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] Set router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:11:52.931044 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8779942'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:53.005192 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Checking segment: {'id': '5887bd6c-f553-43e0-8ddc-887b0b1ed37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd38b15a4-a41b-4661-8ff8-46a2534ac0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:11:53.005556 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Network hostable DHCP agents. Network: d38b15a4-a41b-4661-8ff8-46a2534ac0c5, hostable agents: ['8778f267-bcf6-40a9-a6c7-747964b5c268'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:11:53.008708 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'c33f5a6e-3a66-4165-a1bc-3d466670825c', 'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'mac_address': 'fa:16:3e:4d:c9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:50Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 2, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'subnets': [{'id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:53.009272 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a85afbd-c3b2-4fcd-889d-8cfda9ee6242,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:53.022776 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:53.023130 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:53.023477 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:53.023812 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:53.024145 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:53.024470 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:53.024796 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:53.025122 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:53.025449 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:53.025786 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:53.026253 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:53.026433 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:11:53.048384 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Network d38b15a4-a41b-4661-8ff8-46a2534ac0c5 is scheduled to be hosted by DHCP agent 8778f267-bcf6-40a9-a6c7-747964b5c268 with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:11:53.054309 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] Checking router: 4926f6fb-a987-4a98-ba4c-68d861fe0c03 for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:11:53.054899 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] Updating router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 port c33f5a6e-3a66-4165-a1bc-3d466670825c binding host dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:11:53.078681 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808837-2-iscsi, d38b15a4-a41b-4661-8ff8-46a2534ac0c5) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:11:53.081260 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:53.085778 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:53.087352 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:53.092041 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e8914f-4781-40c6-a536-77b381e34361 None None] Network d38b15a4-a41b-4661-8ff8-46a2534ac0c5 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:11:53.110936 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-84793eb7-7862-4080-b512-eb0b00611e02 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6616893 Sep 15 15:11:53.115498 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 50686) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:53.122148 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-bb902079-f48a-4af7-8411-bf105118f5b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-57739452-router', 'tenant_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:53.125138 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fb394-1cf0-49a6-9571-d412536245df req-78f99b46-54ff-4a36-bea4-1b54030dccfc tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:53.127000 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-238fb394-1cf0-49a6-9571-d412536245df req-78f99b46-54ff-4a36-bea4-1b54030dccfc tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0883045 Sep 15 15:11:53.150771 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bb902079-f48a-4af7-8411-bf105118f5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3674502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1441'] for router, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:53.151989 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bb902079-f48a-4af7-8411-bf105118f5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3676550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4060939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:53.185039 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-238fb394-1cf0-49a6-9571-d412536245df req-8a4c6f33-9c98-4701-80a9-2492ea549ef3 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454111 Sep 15 15:11:53.217438 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bb902079-f48a-4af7-8411-bf105118f5b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:53.351044 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bb902079-f48a-4af7-8411-bf105118f5b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:53.397871 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148cf41a-cc58-5c2b-b52a-9984459364b2-d38b15a4-a41b-4661-8ff8-46a2534ac0c5', 'network_id': 'd38b15a4-a41b-4661-8ff8-46a2534ac0c5', 'tenant_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'fixed_ips': [{'subnet_id': '3a85afbd-c3b2-4fcd-889d-8cfda9ee6242'}]}} from dv-cinder-808837-2-iscsi. {{(pid=94133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:11:53.398724 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:53.537517 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:53.552680 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bb902079-f48a-4af7-8411-bf105118f5b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:53.564214 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:53.572866 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bb902079-f48a-4af7-8411-bf105118f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:53.598824 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device e75ae65a-232d-4dab-890a-b45157dd6325 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:11:53.653923 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] Allocated IP 172.20.0.2 (d38b15a4-a41b-4661-8ff8-46a2534ac0c5/3a85afbd-c3b2-4fcd-889d-8cfda9ee6242/802dee4b-35e7-4c39-a9b8-ca246d00a398) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:11:53.658231 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0af876-bde3-457a-9a22-920611327c36 None None] Pushing event updated for resources: {'Port': ['ID=c33f5a6e-3a66-4165-a1bc-3d466670825c,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:53.702748 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-bb902079-f48a-4af7-8411-bf105118f5b6 admin admin] Allocated IP 172.27.1.228 (de13fce9-42d8-46bf-87ad-5f72634a95fa/379175a2-a4aa-4fa7-8529-653d88fdda18/939ee1c8-b416-476a-9447-e9a1aff4c202) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:11:53.788535 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] Attempting to bind port c33f5a6e-3a66-4165-a1bc-3d466670825c on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:11:53.788902 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] Attempting to bind port c33f5a6e-3a66-4165-a1bc-3d466670825c by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': '1eb8ce00-67a7-42b1-9523-85f9fb71db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:11:53.789259 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] Attempting to bind port c33f5a6e-3a66-4165-a1bc-3d466670825c on network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:11:53.804561 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:11:53.804940 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] Checking segment: {'id': '1eb8ce00-67a7-42b1-9523-85f9fb71db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:11:53.805343 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:53.805735 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] Bound using segment: {'id': '1eb8ce00-67a7-42b1-9523-85f9fb71db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:11:53.806235 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] Bound port: c33f5a6e-3a66-4165-a1bc-3d466670825c, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb8ce00-67a7-42b1-9523-85f9fb71db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:11:53.806619 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:53.810037 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port e75ae65a-232d-4dab-890a-b45157dd6325 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:53.810424 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:53.824971 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bb902079-f48a-4af7-8411-bf105118f5b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:53.860239 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bb902079-f48a-4af7-8411-bf105118f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:53.898119 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb902079-f48a-4af7-8411-bf105118f5b6 admin admin] Network de13fce9-42d8-46bf-87ad-5f72634a95fa is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:11:53.902354 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-bb902079-f48a-4af7-8411-bf105118f5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:11:53.905647 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb902079-f48a-4af7-8411-bf105118f5b6 admin admin] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:11:53.913970 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb902079-f48a-4af7-8411-bf105118f5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=939ee1c8-b416-476a-9447-e9a1aff4c202,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:53.956039 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-bef665bd-526a-40ed-864d-b5784d3ef79a None None] Provisioning complete for port c33f5a6e-3a66-4165-a1bc-3d466670825c triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:53.956408 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bef665bd-526a-40ed-864d-b5784d3ef79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:54.015640 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:54.039817 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:54.042221 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] For port c33f5a6e-3a66-4165-a1bc-3d466670825c, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:11:54.056922 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-bef665bd-526a-40ed-864d-b5784d3ef79a None None] Port c33f5a6e-3a66-4165-a1bc-3d466670825c cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:11:54.092997 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] For port c33f5a6e-3a66-4165-a1bc-3d466670825c, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=c33f5a6e-3a66-4165-a1bc-3d466670825c,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:11:54.107646 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:54.112246 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] Network d38b15a4-a41b-4661-8ff8-46a2534ac0c5 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:11:54.121925 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:11:54.125117 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] Pushing event updated for resources: {'Port': ['ID=802dee4b-35e7-4c39-a9b8-ca246d00a398,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:54.127561 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:11:54.185560 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bb902079-f48a-4af7-8411-bf105118f5b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:54.209322 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] Routers {'4926f6fb-a987-4a98-ba4c-68d861fe0c03'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:11:54.209970 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:11:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:54.264625 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0af876-bde3-457a-9a22-920611327c36 None None] Pushing event updated for resources: {'Port': ['ID=c33f5a6e-3a66-4165-a1bc-3d466670825c,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:54.271835 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] Attempting to bind port 802dee4b-35e7-4c39-a9b8-ca246d00a398 on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:11:54.272202 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] Attempting to bind port 802dee4b-35e7-4c39-a9b8-ca246d00a398 by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': '5887bd6c-f553-43e0-8ddc-887b0b1ed37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd38b15a4-a41b-4661-8ff8-46a2534ac0c5'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:11:54.272565 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] Attempting to bind port 802dee4b-35e7-4c39-a9b8-ca246d00a398 on network d38b15a4-a41b-4661-8ff8-46a2534ac0c5 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:11:54.281220 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:11:54.281592 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] Checking segment: {'id': '5887bd6c-f553-43e0-8ddc-887b0b1ed37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd38b15a4-a41b-4661-8ff8-46a2534ac0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:11:54.281991 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:54.282408 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] Bound using segment: {'id': '5887bd6c-f553-43e0-8ddc-887b0b1ed37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd38b15a4-a41b-4661-8ff8-46a2534ac0c5'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:11:54.282884 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] Bound port: 802dee4b-35e7-4c39-a9b8-ca246d00a398, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5887bd6c-f553-43e0-8ddc-887b0b1ed37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd38b15a4-a41b-4661-8ff8-46a2534ac0c5'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:11:54.283260 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:54.383330 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bb902079-f48a-4af7-8411-bf105118f5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675217'] for router, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:54.402408 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] Set router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:11:54.406317 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] For port 802dee4b-35e7-4c39-a9b8-ca246d00a398, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:11:54.445913 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] For port 802dee4b-35e7-4c39-a9b8-ca246d00a398, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=802dee4b-35e7-4c39-a9b8-ca246d00a398,segment=NetworkSegment(5887bd6c-f553-43e0-8ddc-887b0b1ed37d),segment_id=5887bd6c-f553-43e0-8ddc-887b0b1ed37d)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:11:54.448985 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-92fced7c-b1dc-4c61-a438-2ea4700dde3b None None] Provisioning complete for port c33f5a6e-3a66-4165-a1bc-3d466670825c triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:54.449362 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-92fced7c-b1dc-4c61-a438-2ea4700dde3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:54.469065 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:54.510317 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb902079-f48a-4af7-8411-bf105118f5b6 admin admin] Router e45d7c8e-ec07-414c-9ebb-c5bd9491131f is scheduled to L3 agent db645ea9-179a-465c-875f-1da649e94516 with binding_index 1 {{(pid=94132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:11:54.621505 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb902079-f48a-4af7-8411-bf105118f5b6 admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:11:54.630815 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] Sync routers for ids ['e45d7c8e-ec07-414c-9ebb-c5bd9491131f'] in dv-cinder-808837-2-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:11:54.638421 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bb902079-f48a-4af7-8411-bf105118f5b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:54.642381 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-bb902079-f48a-4af7-8411-bf105118f5b6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5219498 Sep 15 15:11:54.642737 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 50698) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:54.644088 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] Routers {'e45d7c8e-ec07-414c-9ebb-c5bd9491131f'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:11:54.644928 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:11:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['e45d7c8e-ec07-414c-9ebb-c5bd9491131f'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:54.674725 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 98f4a4b7-03dc-41c6-84c7-f8da849e7dff up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:11:54.745679 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1729f24-c4c2-46e6-9cd7-28c8e6c4b545 None None] Pushing event updated for resources: {'Port': ['ID=802dee4b-35e7-4c39-a9b8-ca246d00a398,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:54.781620 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] Set router e45d7c8e-ec07-414c-9ebb-c5bd9491131f gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:11:54.861570 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-92fced7c-b1dc-4c61-a438-2ea4700dde3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:54.863803 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning for port 98f4a4b7-03dc-41c6-84c7-f8da849e7dff completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:11:54.914172 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port 98f4a4b7-03dc-41c6-84c7-f8da849e7dff triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:54.914172 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:54.985532 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-92fced7c-b1dc-4c61-a438-2ea4700dde3b None None] For port c33f5a6e-3a66-4165-a1bc-3d466670825c, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=c33f5a6e-3a66-4165-a1bc-3d466670825c,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:11:54.995297 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-92fced7c-b1dc-4c61-a438-2ea4700dde3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:55.011728 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45d7c8e-ec07-414c-9ebb-c5bd9491131f', 'name': 'tempest-TestVolumeBootPattern-57739452-router', 'tenant_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '939ee1c8-b416-476a-9447-e9a1aff4c202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:53Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 3, 'project_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'gw_port': {'id': '939ee1c8-b416-476a-9447-e9a1aff4c202', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45d7c8e-ec07-414c-9ebb-c5bd9491131f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:53Z', 'updated_at': '2021-09-15T15:11:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:55.043537 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] Checking router: e45d7c8e-ec07-414c-9ebb-c5bd9491131f for host: dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:11:55.045535 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'c33f5a6e-3a66-4165-a1bc-3d466670825c', 'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'mac_address': 'fa:16:3e:4d:c9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:50Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'subnets': [{'id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:55.050474 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] Updating router e45d7c8e-ec07-414c-9ebb-c5bd9491131f port 939ee1c8-b416-476a-9447-e9a1aff4c202 binding host dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:11:55.079736 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:55.115894 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8066ea9-d5bb-425c-b974-fab3cd0e6be2 None None] The sync data for ids ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'] in dv-cinder-808837-2-iscsi is: [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'c33f5a6e-3a66-4165-a1bc-3d466670825c', 'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'mac_address': 'fa:16:3e:4d:c9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:50Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'subnets': [{'id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:11:55.124419 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fced7c-b1dc-4c61-a438-2ea4700dde3b None None] Pushing event updated for resources: {'Port': ['ID=c33f5a6e-3a66-4165-a1bc-3d466670825c,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:55.145173 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:55.195864 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f4a4b7-03dc-41c6-84c7-f8da849e7dff'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:11:55.201701 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926bf257-7b24-42f9-9ef9-6b2d30ae8f6e" -d '{"events": [{"server_uuid": "fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8", "name": "network-vif-plugged", "status": "completed", "tag": "98f4a4b7-03dc-41c6-84c7-f8da849e7dff"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:11:55.222591 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 98f4a4b7-03dc-41c6-84c7-f8da849e7dff, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=98f4a4b7-03dc-41c6-84c7-f8da849e7dff,segment=NetworkSegment(9bcd7650-6253-4c0d-ac5b-ffe8708e5af6),segment_id=9bcd7650-6253-4c0d-ac5b-ffe8708e5af6)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:11:55.227005 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:55.281429 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6181d1cf-7f93-4db3-bc56-f53642f20c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:55.293159 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=98f4a4b7-03dc-41c6-84c7-f8da849e7dff,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:55.457907 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:55.465507 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:55.502385 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-6181d1cf-7f93-4db3-bc56-f53642f20c0c admin admin] Allocated IP 172.20.0.1 (d38b15a4-a41b-4661-8ff8-46a2534ac0c5/3a85afbd-c3b2-4fcd-889d-8cfda9ee6242/49ac36fd-b063-472a-8c19-0196a05d8c20) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:11:55.559400 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] Attempting to bind port 939ee1c8-b416-476a-9447-e9a1aff4c202 on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:11:55.559767 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] Attempting to bind port 939ee1c8-b416-476a-9447-e9a1aff4c202 by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:11:55.560115 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] Attempting to bind port 939ee1c8-b416-476a-9447-e9a1aff4c202 on network de13fce9-42d8-46bf-87ad-5f72634a95fa {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:11:55.563437 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b9049-c7ae-44ad-8896-16bb66ac6cd3 None None] Pushing event updated for resources: {'Port': ['ID=939ee1c8-b416-476a-9447-e9a1aff4c202,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:55.594252 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:11:55.594715 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] Checking segment: {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:11:55.595006 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:55.595519 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] Bound using segment: {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:11:55.595988 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] Bound port: 939ee1c8-b416-476a-9447-e9a1aff4c202, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:11:55.596376 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:55.632362 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6181d1cf-7f93-4db3-bc56-f53642f20c0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:55.664089 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] For port 939ee1c8-b416-476a-9447-e9a1aff4c202, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:11:55.669260 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] For port 939ee1c8-b416-476a-9447-e9a1aff4c202, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=939ee1c8-b416-476a-9447-e9a1aff4c202,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:11:55.675758 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:55.693889 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6181d1cf-7f93-4db3-bc56-f53642f20c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:55.716204 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 802dee4b-35e7-4c39-a9b8-ca246d00a398 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:11:55.740287 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b9049-c7ae-44ad-8896-16bb66ac6cd3 None None] Pushing event updated for resources: {'Port': ['ID=939ee1c8-b416-476a-9447-e9a1aff4c202,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:55.782196 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181d1cf-7f93-4db3-bc56-f53642f20c0c admin admin] Pushing event updated for resources: {'Port': ['ID=49ac36fd-b063-472a-8c19-0196a05d8c20,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:55.795239 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] Routers {'e45d7c8e-ec07-414c-9ebb-c5bd9491131f'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:11:55.798136 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6181d1cf-7f93-4db3-bc56-f53642f20c0c admin admin] Network d38b15a4-a41b-4661-8ff8-46a2534ac0c5 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:11:55.798739 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:11:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['e45d7c8e-ec07-414c-9ebb-c5bd9491131f'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:55.803589 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-6181d1cf-7f93-4db3-bc56-f53642f20c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:11:55.809461 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6181d1cf-7f93-4db3-bc56-f53642f20c0c admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:11:55.852166 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 802dee4b-35e7-4c39-a9b8-ca246d00a398 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:55.852660 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:55.898956 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6181d1cf-7f93-4db3-bc56-f53642f20c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3675270'] for router_interface, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:55.962477 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:56.021509 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] Set router e45d7c8e-ec07-414c-9ebb-c5bd9491131f gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:11:56.114171 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] For port 802dee4b-35e7-4c39-a9b8-ca246d00a398, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=802dee4b-35e7-4c39-a9b8-ca246d00a398,segment=NetworkSegment(5887bd6c-f553-43e0-8ddc-887b0b1ed37d),segment_id=5887bd6c-f553-43e0-8ddc-887b0b1ed37d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:11:56.123999 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:56.125288 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device c33f5a6e-3a66-4165-a1bc-3d466670825c up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:11:56.230293 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57280c0-b6f2-4f9f-ba88-09b1f44d1a2e None None] Network d38b15a4-a41b-4661-8ff8-46a2534ac0c5 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:11:56.253104 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45d7c8e-ec07-414c-9ebb-c5bd9491131f', 'name': 'tempest-TestVolumeBootPattern-57739452-router', 'tenant_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '939ee1c8-b416-476a-9447-e9a1aff4c202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:53Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 3, 'project_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'gw_port': {'id': '939ee1c8-b416-476a-9447-e9a1aff4c202', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45d7c8e-ec07-414c-9ebb-c5bd9491131f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:53Z', 'updated_at': '2021-09-15T15:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:56.303678 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-c9f29cf8-9162-4a46-a228-22bb772c0e66 None None] Provisioning complete for port 802dee4b-35e7-4c39-a9b8-ca246d00a398 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:56.304112 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9f29cf8-9162-4a46-a228-22bb772c0e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:56.350905 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bd7c3-7c85-43e8-ad66-dd1b7614b0b4 req-79d82eea-04d7-42d8-9e7a-c0e028e2fa77 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:56.351106 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9267bc-6ce6-4064-a0df-623e95e8149e None None] The sync data for ids ['e45d7c8e-ec07-414c-9ebb-c5bd9491131f'] in dv-cinder-808837-2-iscsi is: [{'id': 'e45d7c8e-ec07-414c-9ebb-c5bd9491131f', 'name': 'tempest-TestVolumeBootPattern-57739452-router', 'tenant_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '939ee1c8-b416-476a-9447-e9a1aff4c202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:53Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 3, 'project_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'gw_port': {'id': '939ee1c8-b416-476a-9447-e9a1aff4c202', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45d7c8e-ec07-414c-9ebb-c5bd9491131f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:53Z', 'updated_at': '2021-09-15T15:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:11:56.355570 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd6030-0df0-47bc-a56f-99014b0e6d91 req-1e6ce2b2-fa0d-48f7-8cf2-86cf5682eb4b tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:56.358248 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-298bd7c3-7c85-43e8-ad66-dd1b7614b0b4 req-79d82eea-04d7-42d8-9e7a-c0e028e2fa77 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 945 time: 0.4043121 Sep 15 15:11:56.359836 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a2dd6030-0df0-47bc-a56f-99014b0e6d91 req-1e6ce2b2-fa0d-48f7-8cf2-86cf5682eb4b tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.1666179 Sep 15 15:11:56.447130 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Pushing event updated for resources: {'Port': ['ID=802dee4b-35e7-4c39-a9b8-ca246d00a398,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:56.456920 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a2dd6030-0df0-47bc-a56f-99014b0e6d91 req-872ab496-f08a-4389-adb2-dba638283cff tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875711 Sep 15 15:11:56.571168 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18022084-30cb-4f59-9dab-fa1129730dad x-openstack-request-id: req-18022084-30cb-4f59-9dab-fa1129730dad {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:11:56.571763 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8", "name": "network-vif-plugged", "status": "completed", "tag": "98f4a4b7-03dc-41c6-84c7-f8da849e7dff", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:11:56.572262 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18022084-30cb-4f59-9dab-fa1129730dad {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:11:56.572888 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f4a4b7-03dc-41c6-84c7-f8da849e7dff', 'code': 200} Sep 15 15:11:56.573566 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-298bd7c3-7c85-43e8-ad66-dd1b7614b0b4 req-02ea512f-b154-40dd-8d08-2d72ad1f2685 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010601 Sep 15 15:11:56.584019 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6181d1cf-7f93-4db3-bc56-f53642f20c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:56.595352 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port c33f5a6e-3a66-4165-a1bc-3d466670825c triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:56.595873 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:56.705343 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4d56b-9e65-4301-8166-09b03331d4b2 req-15774627-a733-46b8-baee-dc5da6649e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:56.708102 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-53d4d56b-9e65-4301-8166-09b03331d4b2 req-15774627-a733-46b8-baee-dc5da6649e35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=163ec6c96b0a4d718abb77037ca241be&device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 1098 time: 0.1089396 Sep 15 15:11:56.843496 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6181d1cf-7f93-4db3-bc56-f53642f20c0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:56.851197 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6181d1cf-7f93-4db3-bc56-f53642f20c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625850'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:56.927503 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181d1cf-7f93-4db3-bc56-f53642f20c0c admin admin] Pushing event updated for resources: {'Port': ['ID=49ac36fd-b063-472a-8c19-0196a05d8c20,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:56.932578 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6181d1cf-7f93-4db3-bc56-f53642f20c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672854'] for router_interface, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:56.940175 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87900b-96e0-4a78-ba8b-40529cd309be req-729428ca-c90b-43d9-a164-23cdb28c5df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:56.941738 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ea87900b-96e0-4a78-ba8b-40529cd309be req-729428ca-c90b-43d9-a164-23cdb28c5df4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 1098 time: 0.1481962 Sep 15 15:11:56.960020 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4d56b-9e65-4301-8166-09b03331d4b2 req-488d1a24-f2b7-4a2e-b8b0-e9902bcb7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:56.961816 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-53d4d56b-9e65-4301-8166-09b03331d4b2 req-488d1a24-f2b7-4a2e-b8b0-e9902bcb7fd1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=27aa2b65-aece-4c07-9c11-3987e0397682 HTTP/1.1" status: 200 len: 920 time: 0.2154062 Sep 15 15:11:57.052399 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6181d1cf-7f93-4db3-bc56-f53642f20c0c admin admin] Network d38b15a4-a41b-4661-8ff8-46a2534ac0c5 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:11:57.053813 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-6181d1cf-7f93-4db3-bc56-f53642f20c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:11:57.186728 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6181d1cf-7f93-4db3-bc56-f53642f20c0c admin admin] Router e45d7c8e-ec07-414c-9ebb-c5bd9491131f has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:11:57.188934 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-4c5e97ea-cbcc-4b63-8e38-8a80d44d4696 None None] Provisioning complete for port 49ac36fd-b063-472a-8c19-0196a05d8c20 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:57.189397 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c5e97ea-cbcc-4b63-8e38-8a80d44d4696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:57.256280 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e97ea-cbcc-4b63-8e38-8a80d44d4696 None None] Port 49ac36fd-b063-472a-8c19-0196a05d8c20 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:11:57.270426 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-4c5e97ea-cbcc-4b63-8e38-8a80d44d4696 None None] Provisioning complete for port 802dee4b-35e7-4c39-a9b8-ca246d00a398 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:57.270802 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c5e97ea-cbcc-4b63-8e38-8a80d44d4696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:57.325471 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6181d1cf-7f93-4db3-bc56-f53642f20c0c admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:11:57.335275 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6181d1cf-7f93-4db3-bc56-f53642f20c0c admin admin] 10.222.0.44 "PUT /v2.0/routers/e45d7c8e-ec07-414c-9ebb-c5bd9491131f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6914599 Sep 15 15:11:57.483526 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-a0f6bacd-fdb0-4dba-b015-95f2a86a24db None None] Provisioning complete for port 49ac36fd-b063-472a-8c19-0196a05d8c20 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:57.483996 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a0f6bacd-fdb0-4dba-b015-95f2a86a24db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:57.522675 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a0f6bacd-fdb0-4dba-b015-95f2a86a24db None None] Port 49ac36fd-b063-472a-8c19-0196a05d8c20 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:11:57.644957 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ba4dddf6-2359-41b7-9590-ab4c84c67c5a None None] Provisioning complete for port 49ac36fd-b063-472a-8c19-0196a05d8c20 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:57.646077 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba4dddf6-2359-41b7-9590-ab4c84c67c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:57.678189 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 802dee4b-35e7-4c39-a9b8-ca246d00a398 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:11:57.709926 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ba4dddf6-2359-41b7-9590-ab4c84c67c5a None None] Port 49ac36fd-b063-472a-8c19-0196a05d8c20 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:11:57.732710 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 802dee4b-35e7-4c39-a9b8-ca246d00a398 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:57.733070 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:57.809929 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 939ee1c8-b416-476a-9447-e9a1aff4c202 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:11:57.863196 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 939ee1c8-b416-476a-9447-e9a1aff4c202 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:57.863611 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:57.873901 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 50738) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:57.878807 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-d42d2c16-bb48-461d-9377-98d0cc076156 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1790760363', 'description': 'tempest-secgroup-smoke-1790760363 description', 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:57.907101 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d42d2c16-bb48-461d-9377-98d0cc076156 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:57.946550 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:57.967611 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] For port 939ee1c8-b416-476a-9447-e9a1aff4c202, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=939ee1c8-b416-476a-9447-e9a1aff4c202,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:11:57.971466 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:57.983181 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da261af-5e91-4e75-8f98-b1fb576b59c5 req-f62d6085-bf02-4198-8cd6-295c865d1dff tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:57.984746 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1da261af-5e91-4e75-8f98-b1fb576b59c5 req-f62d6085-bf02-4198-8cd6-295c865d1dff tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0680857 Sep 15 15:11:58.026823 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Pushing event updated for resources: {'Port': ['ID=939ee1c8-b416-476a-9447-e9a1aff4c202,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:58.041184 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1da261af-5e91-4e75-8f98-b1fb576b59c5 req-4cd69966-ff05-4c01-9740-f611aa5dfadf tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483732 Sep 15 15:11:58.057399 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d42d2c16-bb48-461d-9377-98d0cc076156 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.061852 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d42d2c16-bb48-461d-9377-98d0cc076156 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.093599 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d42d2c16-bb48-461d-9377-98d0cc076156 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.095140 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d42d2c16-bb48-461d-9377-98d0cc076156 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2202075 Sep 15 15:11:58.098945 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 50740) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:58.103731 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-182be104-e0c4-41d0-88c4-0ad82b8fa858 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Request body: {'security_group_rule': {'security_group_id': 'bcf47aae-f786-4ca7-b464-ecd7fecaf8f8', 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:58.111566 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d2c16-bb48-461d-9377-98d0cc076156 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:58.131321 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-182be104-e0c4-41d0-88c4-0ad82b8fa858 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.151968 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33972fdd-1163-4e2d-8c86-f4e663e9a7f6 req-e7f8e807-89a4-48ce-b8dd-6a3888b487af tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:58.153476 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-33972fdd-1163-4e2d-8c86-f4e663e9a7f6 req-e7f8e807-89a4-48ce-b8dd-6a3888b487af tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 945 time: 0.0537856 Sep 15 15:11:58.197414 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-182be104-e0c4-41d0-88c4-0ad82b8fa858 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.198306 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-33972fdd-1163-4e2d-8c86-f4e663e9a7f6 req-65dc559a-743e-45b1-ba0b-79cfae2c5227 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376546 Sep 15 15:11:58.201916 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-182be104-e0c4-41d0-88c4-0ad82b8fa858 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.224120 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182be104-e0c4-41d0-88c4-0ad82b8fa858 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad3e78a-915e-4fa3-9ec0-32321b108bea,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:58.227563 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-182be104-e0c4-41d0-88c4-0ad82b8fa858 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.231326 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-182be104-e0c4-41d0-88c4-0ad82b8fa858 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287675 Sep 15 15:11:58.231751 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 50742) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:58.236147 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-e65f084d-1a54-464f-bfac-c704bc75bafc tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Request body: {'security_group_rule': {'security_group_id': 'bcf47aae-f786-4ca7-b464-ecd7fecaf8f8', 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:58.271373 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e65f084d-1a54-464f-bfac-c704bc75bafc tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.319961 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e65f084d-1a54-464f-bfac-c704bc75bafc tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.323422 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e65f084d-1a54-464f-bfac-c704bc75bafc tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.341261 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f084d-1a54-464f-bfac-c704bc75bafc tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d81490e-75d3-4968-80e0-e96629360208,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:58.347089 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e65f084d-1a54-464f-bfac-c704bc75bafc tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.348423 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-e65f084d-1a54-464f-bfac-c704bc75bafc tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157944 Sep 15 15:11:58.351264 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 50746) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:58.355688 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-2d996e5d-0d94-4d93-99c5-1b24feda771d tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Request body: {'security_group_rule': {'security_group_id': 'bcf47aae-f786-4ca7-b464-ecd7fecaf8f8', 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:58.382903 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2d996e5d-0d94-4d93-99c5-1b24feda771d tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.444860 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2d996e5d-0d94-4d93-99c5-1b24feda771d tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.449132 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2d996e5d-0d94-4d93-99c5-1b24feda771d tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.466708 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d996e5d-0d94-4d93-99c5-1b24feda771d tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76640ee1-460e-4360-ad0d-28a84ee739d6,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:58.472075 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2d996e5d-0d94-4d93-99c5-1b24feda771d tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.476120 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 50750) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:58.476327 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-2d996e5d-0d94-4d93-99c5-1b24feda771d tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240249 Sep 15 15:11:58.481036 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-a3ecd23b-bf92-4f26-a1de-1a9fbe1a272a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Request body: {'security_group_rule': {'security_group_id': 'bcf47aae-f786-4ca7-b464-ecd7fecaf8f8', 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:58.507775 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd23b-bf92-4f26-a1de-1a9fbe1a272a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.545821 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] Sync routers for ids ['e45d7c8e-ec07-414c-9ebb-c5bd9491131f'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:11:58.555226 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] Routers {'e45d7c8e-ec07-414c-9ebb-c5bd9491131f'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:11:58.555816 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:11:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['e45d7c8e-ec07-414c-9ebb-c5bd9491131f'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:58.565392 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd23b-bf92-4f26-a1de-1a9fbe1a272a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.569750 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd23b-bf92-4f26-a1de-1a9fbe1a272a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.587154 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecd23b-bf92-4f26-a1de-1a9fbe1a272a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d62c2d8-32ea-493f-88b4-d1bab56c2554,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:58.595133 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd23b-bf92-4f26-a1de-1a9fbe1a272a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.597484 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-a3ecd23b-bf92-4f26-a1de-1a9fbe1a272a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191030 Sep 15 15:11:58.599433 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 50754) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:58.604629 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-f7ad37fd-d5bc-43e1-ac0e-6c1bcdba802a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Request body: {'security_group_rule': {'security_group_id': 'bcf47aae-f786-4ca7-b464-ecd7fecaf8f8', 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:58.626719 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.db.securitygroups_db [None req-f7ad37fd-d5bc-43e1-ac0e-6c1bcdba802a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Project 94312bf7455c4ab29f3cdb8234ceb8a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 15:11:58.632171 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f7ad37fd-d5bc-43e1-ac0e-6c1bcdba802a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.668556 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] Set router e45d7c8e-ec07-414c-9ebb-c5bd9491131f gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:11:58.879725 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45d7c8e-ec07-414c-9ebb-c5bd9491131f', 'name': 'tempest-TestVolumeBootPattern-57739452-router', 'tenant_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '939ee1c8-b416-476a-9447-e9a1aff4c202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:53Z', 'updated_at': '2021-09-15T15:11:56Z', 'revision_number': 4, 'project_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'gw_port': {'id': '939ee1c8-b416-476a-9447-e9a1aff4c202', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45d7c8e-ec07-414c-9ebb-c5bd9491131f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:53Z', 'updated_at': '2021-09-15T15:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '49ac36fd-b063-472a-8c19-0196a05d8c20', 'name': '', 'network_id': 'd38b15a4-a41b-4661-8ff8-46a2534ac0c5', 'tenant_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'mac_address': 'fa:16:3e:fb:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45d7c8e-ec07-414c-9ebb-c5bd9491131f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3a85afbd-c3b2-4fcd-889d-8cfda9ee6242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:55Z', 'updated_at': '2021-09-15T15:11:56Z', 'revision_number': 2, 'project_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'subnets': [{'id': '3a85afbd-c3b2-4fcd-889d-8cfda9ee6242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:58.896415 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f7ad37fd-d5bc-43e1-ac0e-6c1bcdba802a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.900831 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f7ad37fd-d5bc-43e1-ac0e-6c1bcdba802a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.912053 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] Checking router: e45d7c8e-ec07-414c-9ebb-c5bd9491131f for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:11:58.912405 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] Updating router e45d7c8e-ec07-414c-9ebb-c5bd9491131f port 49ac36fd-b063-472a-8c19-0196a05d8c20 binding host dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:11:58.921701 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad37fd-d5bc-43e1-ac0e-6c1bcdba802a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6968d144-4669-48b0-bd62-6068da66146d,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:58.924860 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f7ad37fd-d5bc-43e1-ac0e-6c1bcdba802a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.929318 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f7ad37fd-d5bc-43e1-ac0e-6c1bcdba802a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3264401 Sep 15 15:11:58.929725 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 50756) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:11:58.933733 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-b8a9c933-e389-45d1-a6bb-be248d2399ad tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Request body: {'security_group_rule': {'security_group_id': 'bcf47aae-f786-4ca7-b464-ecd7fecaf8f8', 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:11:58.940621 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:58.954990 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.db.securitygroups_db [None req-b8a9c933-e389-45d1-a6bb-be248d2399ad tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Project 94312bf7455c4ab29f3cdb8234ceb8a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 15:11:58.959872 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b8a9c933-e389-45d1-a6bb-be248d2399ad tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.020689 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b8a9c933-e389-45d1-a6bb-be248d2399ad tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.025063 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b8a9c933-e389-45d1-a6bb-be248d2399ad tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.043913 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9c933-e389-45d1-a6bb-be248d2399ad tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e566a23e-8007-44c3-838d-4cfde2c937ec,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:59.050296 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b8a9c933-e389-45d1-a6bb-be248d2399ad tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.054498 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-b8a9c933-e389-45d1-a6bb-be248d2399ad tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239822 Sep 15 15:11:59.167443 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ed53b-d90f-4daf-a05c-0de755dbdd68 req-c74b9b62-bed8-4ccd-bfcd-7b9b8f419613 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:59.168977 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ce6ed53b-d90f-4daf-a05c-0de755dbdd68 req-c74b9b62-bed8-4ccd-bfcd-7b9b8f419613 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0539901 Sep 15 15:11:59.214697 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ce6ed53b-d90f-4daf-a05c-0de755dbdd68 req-25a16d3a-27a8-4d28-b2fe-7dc18d6083e1 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373991 Sep 15 15:11:59.336580 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c36a6d-8301-4091-b11f-7d93fb6ad0c3 req-b67bc2c0-14c2-4401-9635-64fbf85a9577 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:11:59.343767 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-31c36a6d-8301-4091-b11f-7d93fb6ad0c3 req-b67bc2c0-14c2-4401-9635-64fbf85a9577 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 945 time: 0.0588980 Sep 15 15:11:59.366755 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.372365 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.390646 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-31c36a6d-8301-4091-b11f-7d93fb6ad0c3 req-3ee37348-b4b2-4515-a5ee-81aba55c2d46 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457401 Sep 15 15:11:59.425772 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7d721-b3ee-4870-987e-a9780d459cb3 None None] Pushing event updated for resources: {'Port': ['ID=49ac36fd-b063-472a-8c19-0196a05d8c20,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:59.490222 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] Attempting to bind port 49ac36fd-b063-472a-8c19-0196a05d8c20 on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:11:59.490660 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] Attempting to bind port 49ac36fd-b063-472a-8c19-0196a05d8c20 by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': '5887bd6c-f553-43e0-8ddc-887b0b1ed37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd38b15a4-a41b-4661-8ff8-46a2534ac0c5'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:11:59.490939 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] Attempting to bind port 49ac36fd-b063-472a-8c19-0196a05d8c20 on network d38b15a4-a41b-4661-8ff8-46a2534ac0c5 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:11:59.496589 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:11:59.496970 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] Checking segment: {'id': '5887bd6c-f553-43e0-8ddc-887b0b1ed37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd38b15a4-a41b-4661-8ff8-46a2534ac0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:11:59.497377 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.497782 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] Bound using segment: {'id': '5887bd6c-f553-43e0-8ddc-887b0b1ed37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd38b15a4-a41b-4661-8ff8-46a2534ac0c5'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:11:59.498336 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] Bound port: 49ac36fd-b063-472a-8c19-0196a05d8c20, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5887bd6c-f553-43e0-8ddc-887b0b1ed37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd38b15a4-a41b-4661-8ff8-46a2534ac0c5'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:11:59.498813 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.582696 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] For port 49ac36fd-b063-472a-8c19-0196a05d8c20, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:11:59.586170 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] For port 49ac36fd-b063-472a-8c19-0196a05d8c20, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=49ac36fd-b063-472a-8c19-0196a05d8c20,segment=NetworkSegment(5887bd6c-f553-43e0-8ddc-887b0b1ed37d),segment_id=5887bd6c-f553-43e0-8ddc-887b0b1ed37d)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:11:59.600348 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.638757 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 939ee1c8-b416-476a-9447-e9a1aff4c202 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:11:59.686598 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] Routers {'e45d7c8e-ec07-414c-9ebb-c5bd9491131f'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:11:59.687231 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:11:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['e45d7c8e-ec07-414c-9ebb-c5bd9491131f'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:11:59.736411 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7d721-b3ee-4870-987e-a9780d459cb3 None None] Pushing event updated for resources: {'Port': ['ID=49ac36fd-b063-472a-8c19-0196a05d8c20,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:11:59.766820 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-c629f7b3-ac3e-4c31-b9c0-9bcd95078e1b None None] Provisioning complete for port 49ac36fd-b063-472a-8c19-0196a05d8c20 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:59.767190 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c629f7b3-ac3e-4c31-b9c0-9bcd95078e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.832131 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 939ee1c8-b416-476a-9447-e9a1aff4c202 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:11:59.832595 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:11:59.884607 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] Set router e45d7c8e-ec07-414c-9ebb-c5bd9491131f gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:12:00.069767 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:00.108315 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c629f7b3-ac3e-4c31-b9c0-9bcd95078e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:00.166781 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-c629f7b3-ac3e-4c31-b9c0-9bcd95078e1b None None] For port 49ac36fd-b063-472a-8c19-0196a05d8c20, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=49ac36fd-b063-472a-8c19-0196a05d8c20,segment=NetworkSegment(5887bd6c-f553-43e0-8ddc-887b0b1ed37d),segment_id=5887bd6c-f553-43e0-8ddc-887b0b1ed37d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:12:00.171802 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c629f7b3-ac3e-4c31-b9c0-9bcd95078e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:00.218150 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-53d4d56b-9e65-4301-8166-09b03331d4b2 req-2b92cbcc-d215-4bb1-8ea0-126f014c2915 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=482cc345-7255-4ff7-96fc-ca43a9b74f00 HTTP/1.1" status: 200 len: 217 time: 0.2632666 Sep 15 15:12:00.248524 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629f7b3-ac3e-4c31-b9c0-9bcd95078e1b None None] Pushing event updated for resources: {'Port': ['ID=49ac36fd-b063-472a-8c19-0196a05d8c20,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:00.264869 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45d7c8e-ec07-414c-9ebb-c5bd9491131f', 'name': 'tempest-TestVolumeBootPattern-57739452-router', 'tenant_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '939ee1c8-b416-476a-9447-e9a1aff4c202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:53Z', 'updated_at': '2021-09-15T15:11:56Z', 'revision_number': 4, 'project_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'gw_port': {'id': '939ee1c8-b416-476a-9447-e9a1aff4c202', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45d7c8e-ec07-414c-9ebb-c5bd9491131f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:53Z', 'updated_at': '2021-09-15T15:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '49ac36fd-b063-472a-8c19-0196a05d8c20', 'name': '', 'network_id': 'd38b15a4-a41b-4661-8ff8-46a2534ac0c5', 'tenant_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'mac_address': 'fa:16:3e:fb:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45d7c8e-ec07-414c-9ebb-c5bd9491131f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3a85afbd-c3b2-4fcd-889d-8cfda9ee6242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:55Z', 'updated_at': '2021-09-15T15:11:59Z', 'revision_number': 4, 'project_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'subnets': [{'id': '3a85afbd-c3b2-4fcd-889d-8cfda9ee6242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:00.265079 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ea87900b-96e0-4a78-ba8b-40529cd309be req-d97b3d99-6510-4c3f-b37c-0ea5ef35fb4c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036087 Sep 15 15:12:00.282907 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4d56b-9e65-4301-8166-09b03331d4b2 req-b4b1e961-e09f-4874-b6b0-5e9d89d02234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:00.285657 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-53d4d56b-9e65-4301-8166-09b03331d4b2 req-b4b1e961-e09f-4874-b6b0-5e9d89d02234 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=beb0d370-3954-41e4-8035-bb3df55aa20d HTTP/1.1" status: 200 len: 859 time: 0.0514479 Sep 15 15:12:00.301760 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376de840-285a-4b2d-8f77-7bca950dd81b None None] The sync data for ids ['e45d7c8e-ec07-414c-9ebb-c5bd9491131f'] in dv-cinder-808837-2-iscsi is: [{'id': 'e45d7c8e-ec07-414c-9ebb-c5bd9491131f', 'name': 'tempest-TestVolumeBootPattern-57739452-router', 'tenant_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '939ee1c8-b416-476a-9447-e9a1aff4c202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:53Z', 'updated_at': '2021-09-15T15:11:56Z', 'revision_number': 4, 'project_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'gw_port': {'id': '939ee1c8-b416-476a-9447-e9a1aff4c202', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45d7c8e-ec07-414c-9ebb-c5bd9491131f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:53Z', 'updated_at': '2021-09-15T15:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '49ac36fd-b063-472a-8c19-0196a05d8c20', 'name': '', 'network_id': 'd38b15a4-a41b-4661-8ff8-46a2534ac0c5', 'tenant_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'mac_address': 'fa:16:3e:fb:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45d7c8e-ec07-414c-9ebb-c5bd9491131f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3a85afbd-c3b2-4fcd-889d-8cfda9ee6242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:55Z', 'updated_at': '2021-09-15T15:11:59Z', 'revision_number': 4, 'project_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'subnets': [{'id': '3a85afbd-c3b2-4fcd-889d-8cfda9ee6242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:12:00.313996 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ea0b1942-75f3-4e7c-9843-fa3c247059ad None None] Provisioning complete for port 49ac36fd-b063-472a-8c19-0196a05d8c20 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:00.314411 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ea0b1942-75f3-4e7c-9843-fa3c247059ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:00.382727 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2360fd2-cac9-4142-8c9f-3c042406f1ed req-12bb032b-c5de-4963-9429-2cec84805039 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:00.385413 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e2360fd2-cac9-4142-8c9f-3c042406f1ed req-12bb032b-c5de-4963-9429-2cec84805039 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0846329 Sep 15 15:12:00.443276 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e2360fd2-cac9-4142-8c9f-3c042406f1ed req-32b5f53a-7b01-4945-8397-dc818596ac16 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517821 Sep 15 15:12:00.529236 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffabc7-86c8-4365-a4e8-40a9b27100f4 req-1a80f011-ad57-4207-b5f1-69012e2839d5 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:00.530805 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4dffabc7-86c8-4365-a4e8-40a9b27100f4 req-1a80f011-ad57-4207-b5f1-69012e2839d5 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 945 time: 0.0541575 Sep 15 15:12:00.567788 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-53d4d56b-9e65-4301-8166-09b03331d4b2 req-e1330269-4d10-4e64-aed0-b66caeb28dc0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27aa2b65-aece-4c07-9c11-3987e0397682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355442 Sep 15 15:12:00.624412 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4dffabc7-86c8-4365-a4e8-40a9b27100f4 req-3c775ffe-63aa-4b4f-b72d-c830334c9ef2 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826700 Sep 15 15:12:00.705188 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-53d4d56b-9e65-4301-8166-09b03331d4b2 req-54755122-b95d-4d8a-8adf-64512d5a93c1 service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215150 Sep 15 15:12:00.835662 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-53d4d56b-9e65-4301-8166-09b03331d4b2 req-a7c13f79-89a3-4116-8a06-ac54de325350 service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161370 Sep 15 15:12:01.566396 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb086f-c38d-4c00-9fda-1325520d2e5b req-83826648-2a30-4571-bc3f-2a55c27fca9e tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:01.567981 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6aeb086f-c38d-4c00-9fda-1325520d2e5b req-83826648-2a30-4571-bc3f-2a55c27fca9e tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0617957 Sep 15 15:12:01.609581 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6aeb086f-c38d-4c00-9fda-1325520d2e5b req-fd004192-6185-4088-bee3-d1a993eb51e5 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354986 Sep 15 15:12:01.614521 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cca552b9-2577-4393-b0bc-662d8c7cb6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:01.624062 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 49ac36fd-b063-472a-8c19-0196a05d8c20 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:12:01.676439 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 49ac36fd-b063-472a-8c19-0196a05d8c20 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:01.676817 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:01.765592 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6bfb5-11fb-4a5c-b697-f705ebd274ab req-c023eb6a-8fb8-4986-9097-3f2bc04ba05a tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:01.768573 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6dc6bfb5-11fb-4a5c-b697-f705ebd274ab req-c023eb6a-8fb8-4986-9097-3f2bc04ba05a tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 945 time: 0.0627587 Sep 15 15:12:01.815152 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6dc6bfb5-11fb-4a5c-b697-f705ebd274ab req-8bc763c0-0142-4d82-9170-ea9207190b78 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383432 Sep 15 15:12:02.728437 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ee490-7982-4166-8cb4-480eb3933342 req-feed1c46-1c82-48c5-b24d-d6b354138461 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:02.729962 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3b6ee490-7982-4166-8cb4-480eb3933342 req-feed1c46-1c82-48c5-b24d-d6b354138461 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0524979 Sep 15 15:12:02.769765 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3b6ee490-7982-4166-8cb4-480eb3933342 req-e529b7ca-003a-4af5-92a9-ac28b20566ec tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330789 Sep 15 15:12:02.953801 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236ed95-fe76-4ac6-b68c-0af22d0450e6 req-20790c64-3ad7-4a51-8b05-57f3518dd0e7 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:02.955337 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6236ed95-fe76-4ac6-b68c-0af22d0450e6 req-20790c64-3ad7-4a51-8b05-57f3518dd0e7 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 945 time: 0.0537093 Sep 15 15:12:02.999023 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6236ed95-fe76-4ac6-b68c-0af22d0450e6 req-33373fb6-329f-4e8c-b1be-3d3c839526bf tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369022 Sep 15 15:12:03.470870 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 50938) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:03.586515 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8746fd87-981a-4ca4-9d2d-e7273ca8991a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:03.695620 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8746fd87-981a-4ca4-9d2d-e7273ca8991a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:03.700655 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8746fd87-981a-4ca4-9d2d-e7273ca8991a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:03.750215 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-8746fd87-981a-4ca4-9d2d-e7273ca8991a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bdaf76be83684940a227d5b84b097198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780104 Sep 15 15:12:03.751272 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746fd87-981a-4ca4-9d2d-e7273ca8991a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad81065a-dd3e-474e-b666-2ef9c0893060,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:03.752853 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 50956) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:03.786301 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d849f-1173-4352-b41a-f4baed57f1d2 req-25a05057-300e-445e-9845-7d81fd89bd32 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:03.793698 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-644d849f-1173-4352-b41a-f4baed57f1d2 req-25a05057-300e-445e-9845-7d81fd89bd32 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 945 time: 0.0772617 Sep 15 15:12:03.860140 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-644d849f-1173-4352-b41a-f4baed57f1d2 req-8ee88215-a7be-4525-b159-7f496d693bb6 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654697 Sep 15 15:12:03.865611 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f37e8e79-26f5-4113-bb6c-dc057cf1ccbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:03.889384 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f37e8e79-26f5-4113-bb6c-dc057cf1ccbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:03.913437 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a3944-2259-4abb-ac86-37339fd76ca0 req-93cd0a10-c126-4487-a87c-86344f45c012 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:03.915041 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-bc2a3944-2259-4abb-ac86-37339fd76ca0 req-93cd0a10-c126-4487-a87c-86344f45c012 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0652275 Sep 15 15:12:03.940273 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f37e8e79-26f5-4113-bb6c-dc057cf1ccbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:03.944010 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f37e8e79-26f5-4113-bb6c-dc057cf1ccbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:03.945299 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-f37e8e79-26f5-4113-bb6c-dc057cf1ccbd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad81065a-dd3e-474e-b666-2ef9c0893060 HTTP/1.1" status: 204 len: 168 time: 0.1909494 Sep 15 15:12:03.953151 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e8e79-26f5-4113-bb6c-dc057cf1ccbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad81065a-dd3e-474e-b666-2ef9c0893060,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:03.977178 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-bc2a3944-2259-4abb-ac86-37339fd76ca0 req-ef548bc7-1ba7-40e0-83e3-09ffbb9e2645 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541477 Sep 15 15:12:04.262647 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:04.387782 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7820667f-c9dd-434b-97be-84e2041c8be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:04.983078 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e796344-b1b0-448f-aa9b-48a42143dcb1 req-edcf034e-e22c-4029-b325-3fd3ad99d183 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:04.984590 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5e796344-b1b0-448f-aa9b-48a42143dcb1 req-edcf034e-e22c-4029-b325-3fd3ad99d183 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 945 time: 0.0561287 Sep 15 15:12:05.024171 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5e796344-b1b0-448f-aa9b-48a42143dcb1 req-937370af-6d24-4aac-bb86-9aa00d21b85d tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335448 Sep 15 15:12:05.106281 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e31c3-44e3-45da-b4ae-365a83df075b req-217c6d3a-108f-48ee-a33f-5137ea2ff69b tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:05.108581 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-eb5e31c3-44e3-45da-b4ae-365a83df075b req-217c6d3a-108f-48ee-a33f-5137ea2ff69b tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0555995 Sep 15 15:12:05.158719 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-eb5e31c3-44e3-45da-b4ae-365a83df075b req-99e2879b-fda4-4cd3-81b8-a64d563ed58d tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437186 Sep 15 15:12:05.208503 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:05.708196 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cca83-3de6-4d2a-be92-9ddaa44559b8 req-195192f2-fb74-4bf6-8161-31b457982b5e tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:05.709659 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f67cca83-3de6-4d2a-be92-9ddaa44559b8 req-195192f2-fb74-4bf6-8161-31b457982b5e tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 945 time: 0.0499671 Sep 15 15:12:05.805005 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-f67cca83-3de6-4d2a-be92-9ddaa44559b8 req-38351db8-b689-4c91-848a-b5463786f522 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Deleting port 98f4a4b7-03dc-41c6-84c7-f8da849e7dff {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:12:05.805258 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-f67cca83-3de6-4d2a-be92-9ddaa44559b8 req-38351db8-b689-4c91-848a-b5463786f522 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:05.900224 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-f67cca83-3de6-4d2a-be92-9ddaa44559b8 req-38351db8-b689-4c91-848a-b5463786f522 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] For port 98f4a4b7-03dc-41c6-84c7-f8da849e7dff, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=98f4a4b7-03dc-41c6-84c7-f8da849e7dff,segment=NetworkSegment(9bcd7650-6253-4c0d-ac5b-ffe8708e5af6),segment_id=9bcd7650-6253-4c0d-ac5b-ffe8708e5af6)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:12:05.900583 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-f67cca83-3de6-4d2a-be92-9ddaa44559b8 req-38351db8-b689-4c91-848a-b5463786f522 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:05.914511 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-f67cca83-3de6-4d2a-be92-9ddaa44559b8 req-38351db8-b689-4c91-848a-b5463786f522 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Calling delete_port for 98f4a4b7-03dc-41c6-84c7-f8da849e7dff owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:12:06.083309 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-f67cca83-3de6-4d2a-be92-9ddaa44559b8 req-38351db8-b689-4c91-848a-b5463786f522 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:06.099591 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['98f4a4b7-03dc-41c6-84c7-f8da849e7dff'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:12:06.118079 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38351db8-b689-4c91-848a-b5463786f522 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Pushing event deleted for resources: {'Port': ['ID=98f4a4b7-03dc-41c6-84c7-f8da849e7dff,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:06.150109 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ea810169-9f91-430a-89fd-968cefd94d4b req-890d0570-3361-4705-a2ba-a3559298f1b2 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8 HTTP/1.1" status: 200 len: 210 time: 0.0340228 Sep 15 15:12:06.182849 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67cca83-3de6-4d2a-be92-9ddaa44559b8 req-38351db8-b689-4c91-848a-b5463786f522 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] No DVR routers for this DVR port 98f4a4b7-03dc-41c6-84c7-f8da849e7dff on host hv-cinder-80883 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:12:06.185411 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-f67cca83-3de6-4d2a-be92-9ddaa44559b8 req-38351db8-b689-4c91-848a-b5463786f522 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:06.187467 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f67cca83-3de6-4d2a-be92-9ddaa44559b8 req-38351db8-b689-4c91-848a-b5463786f522 tempest-VolumesActionsTest-2059832571 tempest-VolumesActionsTest-2059832571-project] 10.222.0.47 "DELETE /v2.0/ports/98f4a4b7-03dc-41c6-84c7-f8da849e7dff HTTP/1.1" status: 204 len: 173 time: 0.4687154 Sep 15 15:12:06.187901 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8', 'name': 'network-vif-deleted', 'tag': '98f4a4b7-03dc-41c6-84c7-f8da849e7dff'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:12:06.190258 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfb6748-5e56-4b13-8bbb-56b3a45f3b5f" -d '{"events": [{"server_uuid": "fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8", "name": "network-vif-deleted", "tag": "98f4a4b7-03dc-41c6-84c7-f8da849e7dff"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:12:06.233865 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 51006) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:06.241376 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4123ac-8004-4ea9-89a0-59d0884a197a x-openstack-request-id: req-9e4123ac-8004-4ea9-89a0-59d0884a197a {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:12:06.241837 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8", "name": "network-vif-deleted", "tag": "98f4a4b7-03dc-41c6-84c7-f8da849e7dff", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:12:06.242163 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e4123ac-8004-4ea9-89a0-59d0884a197a {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:12:06.242521 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7ed8a4-f0b3-4865-a9ee-57e6a105e8e8', 'name': 'network-vif-deleted', 'tag': '98f4a4b7-03dc-41c6-84c7-f8da849e7dff', 'status': 'completed', 'code': 200} Sep 15 15:12:06.302524 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46790991-8102-4cc0-aaba-59f7d4929351 req-4458b9b2-b9e1-43db-b764-4657749dd484 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:06.310367 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-46790991-8102-4cc0-aaba-59f7d4929351 req-4458b9b2-b9e1-43db-b764-4657749dd484 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0697792 Sep 15 15:12:06.347309 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-46790991-8102-4cc0-aaba-59f7d4929351 req-01ea879b-34df-4f5a-b857-32b55a528cd8 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361383 Sep 15 15:12:06.361645 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a68f3dfa-ebb6-49c9-91af-b69eeeedb895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:06.463394 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a68f3dfa-ebb6-49c9-91af-b69eeeedb895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:06.467842 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a68f3dfa-ebb6-49c9-91af-b69eeeedb895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:06.507572 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-a68f3dfa-ebb6-49c9-91af-b69eeeedb895 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b734154c74d4caab85167d1325af64b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725847 Sep 15 15:12:06.508423 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f3dfa-ebb6-49c9-91af-b69eeeedb895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeced9d-fa22-4493-8b56-e889b65eff12,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:06.510401 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 51016) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:06.563193 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7ee8322a-801e-4c10-b376-116f6a6fc934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:06.589874 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7ee8322a-801e-4c10-b376-116f6a6fc934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:06.647162 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7ee8322a-801e-4c10-b376-116f6a6fc934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:06.649974 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7ee8322a-801e-4c10-b376-116f6a6fc934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:06.651266 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-7ee8322a-801e-4c10-b376-116f6a6fc934 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7eeced9d-fa22-4493-8b56-e889b65eff12 HTTP/1.1" status: 204 len: 168 time: 0.1397097 Sep 15 15:12:06.659610 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8322a-801e-4c10-b376-116f6a6fc934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeced9d-fa22-4493-8b56-e889b65eff12,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:06.966554 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f20302-bf81-476f-82a1-374be2c97a9e req-f67812c5-d4d0-44d9-b422-7859e8bc623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:06.968369 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e6f20302-bf81-476f-82a1-374be2c97a9e req-f67812c5-d4d0-44d9-b422-7859e8bc623e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 1098 time: 0.0514627 Sep 15 15:12:06.982571 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:07.022119 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e6f20302-bf81-476f-82a1-374be2c97a9e req-ac67479b-8820-4961-80af-6011cfb00527 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339298 Sep 15 15:12:07.480500 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f9325-bd74-4301-aeec-ac813ce8d82f req-c4a1dce0-56a2-4ada-b781-a6bcb35df096 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:07.482034 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-623f9325-bd74-4301-aeec-ac813ce8d82f req-c4a1dce0-56a2-4ada-b781-a6bcb35df096 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0577085 Sep 15 15:12:07.531969 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-623f9325-bd74-4301-aeec-ac813ce8d82f req-92c427da-1c0c-45d1-8179-10dd54553efe tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433822 Sep 15 15:12:08.670104 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948b404-f8cd-46aa-bc1d-888d4aedeb5f req-96ece59a-e93b-4399-b5e6-15501d08a241 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:08.671509 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5948b404-f8cd-46aa-bc1d-888d4aedeb5f req-96ece59a-e93b-4399-b5e6-15501d08a241 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0524039 Sep 15 15:12:08.708435 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5948b404-f8cd-46aa-bc1d-888d4aedeb5f req-cd4a57fe-fa78-4d81-b273-9a7cdaf7a002 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303037 Sep 15 15:12:09.822866 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc86d1-d6ab-476f-bf44-a25b635f23ea req-9c32085a-ccee-4a6c-b164-9a162b8e31b7 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:09.824820 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7efc86d1-d6ab-476f-bf44-a25b635f23ea req-9c32085a-ccee-4a6c-b164-9a162b8e31b7 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0507753 Sep 15 15:12:09.865770 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7efc86d1-d6ab-476f-bf44-a25b635f23ea req-1bd2c81d-3bfb-4ee7-bb86-2cd52ba71957 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334888 Sep 15 15:12:10.198540 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 98f4a4b7-03dc-41c6-84c7-f8da849e7dff no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:12:10.221405 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] No Port match for: 98f4a4b7-03dc-41c6-84c7-f8da849e7dff {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:12:10.221788 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 98f4a4b7-03dc-41c6-84c7-f8da849e7dff not bound to the agent host hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:12:10.978181 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfcfa5-1a56-4e4a-90db-cba5812c615f req-aea54aa2-aa59-4c1d-b341-f95762709059 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:10.979629 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b4dfcfa5-1a56-4e4a-90db-cba5812c615f req-aea54aa2-aa59-4c1d-b341-f95762709059 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0469806 Sep 15 15:12:11.023025 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b4dfcfa5-1a56-4e4a-90db-cba5812c615f req-5dfc31f7-85ee-4d18-a2c9-c99a474e8d93 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374749 Sep 15 15:12:12.142330 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed27ed-9144-4685-a466-be72ccd860d4 req-3898e255-6f95-423d-b872-adfa3ff07393 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:12.143902 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-45ed27ed-9144-4685-a466-be72ccd860d4 req-3898e255-6f95-423d-b872-adfa3ff07393 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0542066 Sep 15 15:12:12.181494 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-45ed27ed-9144-4685-a466-be72ccd860d4 req-356018f9-2f28-4f10-8290-94c7acfdccf1 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317068 Sep 15 15:12:12.428610 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0e977-144d-483e-8b16-f851ba18ca14 req-97860703-8414-4f04-9eed-7100e9a063a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:12.430822 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1fe0e977-144d-483e-8b16-f851ba18ca14 req-97860703-8414-4f04-9eed-7100e9a063a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=163ec6c96b0a4d718abb77037ca241be&device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 1098 time: 0.0467520 Sep 15 15:12:12.431244 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81f49c-dfd8-40ed-a8b3-5cc3d642788c req-1fdc9575-0ac7-48f5-93d0-7e7ac81a656a tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:12.432945 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fb81f49c-dfd8-40ed-a8b3-5cc3d642788c req-1fdc9575-0ac7-48f5-93d0-7e7ac81a656a tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0521703 Sep 15 15:12:12.482953 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fb81f49c-dfd8-40ed-a8b3-5cc3d642788c req-8def02ec-10e6-4ec5-be1c-447f329d26c6 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435410 Sep 15 15:12:12.539044 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0e977-144d-483e-8b16-f851ba18ca14 req-1e082e81-2c68-4f36-b380-3d5cfb210e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:12.540520 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1fe0e977-144d-483e-8b16-f851ba18ca14 req-1e082e81-2c68-4f36-b380-3d5cfb210e9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=27aa2b65-aece-4c07-9c11-3987e0397682 HTTP/1.1" status: 200 len: 920 time: 0.0998981 Sep 15 15:12:12.585870 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1fe0e977-144d-483e-8b16-f851ba18ca14 req-48070f8f-eb89-4d78-9fe7-d93571aa9373 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=482cc345-7255-4ff7-96fc-ca43a9b74f00 HTTP/1.1" status: 200 len: 217 time: 0.0344393 Sep 15 15:12:12.641483 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0e977-144d-483e-8b16-f851ba18ca14 req-a67b28e6-02b1-49bf-9f6e-a24b52893f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:12.643072 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1fe0e977-144d-483e-8b16-f851ba18ca14 req-a67b28e6-02b1-49bf-9f6e-a24b52893f59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=beb0d370-3954-41e4-8035-bb3df55aa20d HTTP/1.1" status: 200 len: 859 time: 0.0497360 Sep 15 15:12:12.674585 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1fe0e977-144d-483e-8b16-f851ba18ca14 req-80cd026d-8745-407f-8e0a-d0f609342815 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27aa2b65-aece-4c07-9c11-3987e0397682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235400 Sep 15 15:12:12.790985 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1fe0e977-144d-483e-8b16-f851ba18ca14 req-48b15ed5-6f9b-430f-a1cd-cadba36452c3 service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052387 Sep 15 15:12:12.891231 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1fe0e977-144d-483e-8b16-f851ba18ca14 req-bb3d56a3-94f3-4631-8763-3aaa489f6325 service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930679 Sep 15 15:12:13.609329 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68250659-9d88-480d-99be-cd3f8056a244 req-73481ad1-b7de-4eb8-a04b-4240333fdf8f tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:13.610960 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-68250659-9d88-480d-99be-cd3f8056a244 req-73481ad1-b7de-4eb8-a04b-4240333fdf8f tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0498800 Sep 15 15:12:13.653326 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-68250659-9d88-480d-99be-cd3f8056a244 req-e1beb8d2-ce04-4f48-945f-d52debb4525f tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356398 Sep 15 15:12:14.780440 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33cc7c-56a2-4a4a-912f-98059d75175b req-c5e16fc3-8907-430e-a936-d2720e0476b3 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:14.782428 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6c33cc7c-56a2-4a4a-912f-98059d75175b req-c5e16fc3-8907-430e-a936-d2720e0476b3 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0587504 Sep 15 15:12:14.786064 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51dad8-6c75-4700-8aed-195005e8f501 req-0af1a354-41df-4631-830d-88371203f9e5 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:14.787593 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5f51dad8-6c75-4700-8aed-195005e8f501 req-0af1a354-41df-4631-830d-88371203f9e5 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0587893 Sep 15 15:12:14.837546 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6c33cc7c-56a2-4a4a-912f-98059d75175b req-fc88ac05-bb10-4db6-a30f-5d433f4f82d9 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373228 Sep 15 15:12:14.848026 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5f51dad8-6c75-4700-8aed-195005e8f501 req-8af88aad-0eb4-44e7-b142-d78b5cc362b6 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477362 Sep 15 15:12:14.861555 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:12:15.960072 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b61b69-721f-4239-87cc-fa9cb9755fcf req-2e8bb0c6-8fdb-466e-8243-0f8995ed9796 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:15.961697 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f8b61b69-721f-4239-87cc-fa9cb9755fcf req-2e8bb0c6-8fdb-466e-8243-0f8995ed9796 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0509326 Sep 15 15:12:16.008260 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f8b61b69-721f-4239-87cc-fa9cb9755fcf req-db10abea-c7ae-48ac-9667-2c2242d81ec0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371611 Sep 15 15:12:16.141582 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329183e4-9f2a-414e-a6ac-99ea2dd4cda2 req-1c0e48ab-d737-4f05-a3ff-e0ef4ffd2835 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:16.143007 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-329183e4-9f2a-414e-a6ac-99ea2dd4cda2 req-1c0e48ab-d737-4f05-a3ff-e0ef4ffd2835 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0542850 Sep 15 15:12:16.183127 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-329183e4-9f2a-414e-a6ac-99ea2dd4cda2 req-66d83c49-b396-4d2a-ac5e-00e0abeb7eff tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334165 Sep 15 15:12:17.156590 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f60ec7-ec6f-4b6b-a040-137290ad6c01 req-0fabc53a-3a78-4c8e-ba05-561b0d44c0f1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:17.158263 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d4f60ec7-ec6f-4b6b-a040-137290ad6c01 req-0fabc53a-3a78-4c8e-ba05-561b0d44c0f1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0507066 Sep 15 15:12:17.207346 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d4f60ec7-ec6f-4b6b-a040-137290ad6c01 req-a75c63d9-3bec-40f4-8c47-2666b5a02628 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413129 Sep 15 15:12:17.788140 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433b0cc-b296-4565-862e-90f7622d9ba3 req-10ad7728-5603-405d-9765-65b79f9a7a70 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:17.789763 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2433b0cc-b296-4565-862e-90f7622d9ba3 req-10ad7728-5603-405d-9765-65b79f9a7a70 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0509436 Sep 15 15:12:17.832127 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2433b0cc-b296-4565-862e-90f7622d9ba3 req-48d2806d-37ac-4dab-a023-288ddc4bf834 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355155 Sep 15 15:12:18.036830 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-c85b60b8-1c05-4efb-b0cd-b95b4ab08843 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:18.038395 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-c85b60b8-1c05-4efb-b0cd-b95b4ab08843 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/networks?id=075b36e7-6542-424d-b046-8e8b5d008ee6 HTTP/1.1" status: 200 len: 814 time: 0.1251478 Sep 15 15:12:18.057137 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-e7c80a01-9f30-4890-9745-0ccedd1806ef tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/quotas/a9cef0aeca354c71b27931ed9e4e8927 HTTP/1.1" status: 200 len: 375 time: 0.0120263 Sep 15 15:12:18.131494 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-ecb5212f-17be-4840-8308-0d119843736f tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9cef0aeca354c71b27931ed9e4e8927&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685678 Sep 15 15:12:18.259421 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-98c7e679-3462-45a4-beed-62d24fb17256 service neutron] 10.222.0.44 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206083 Sep 15 15:12:18.357533 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c133-9f59-4ae8-8072-8060e23ef35a req-b3db3906-c41f-4085-9b79-ae81ce4bd20e tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:18.360659 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f9d4c133-9f59-4ae8-8072-8060e23ef35a req-b3db3906-c41f-4085-9b79-ae81ce4bd20e tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0659912 Sep 15 15:12:18.397007 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-4529d886-af35-4334-9d83-793456202b8b service neutron] 10.222.0.44 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282158 Sep 15 15:12:18.415638 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f9d4c133-9f59-4ae8-8072-8060e23ef35a req-f2f504e6-9406-40d0-bef3-7b38d540331b tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484271 Sep 15 15:12:18.624954 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5d7da457-18c6-45d3-bf29-a14b446dd525 req-e880776b-f2ac-4d47-8867-e3de5e397bf2 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=884c2dec-f949-4453-8c82-bc89d1221b9d HTTP/1.1" status: 200 len: 210 time: 0.0447745 Sep 15 15:12:19.548537 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c5aa6-88fa-437b-bbc5-0b565f7f6607 req-75a1b34d-d3a3-4160-b932-ed1be2925521 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:19.550608 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2c5c5aa6-88fa-437b-bbc5-0b565f7f6607 req-75a1b34d-d3a3-4160-b932-ed1be2925521 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0510824 Sep 15 15:12:19.593839 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2c5c5aa6-88fa-437b-bbc5-0b565f7f6607 req-54f31e4c-ab68-4e59-abd6-eb7f7d231cad tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366991 Sep 15 15:12:19.740280 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-94b142e4-15c3-4af8-873a-d782a1d4588a req-861d08ba-ea30-48fb-a59f-f396f70c0107 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=884c2dec-f949-4453-8c82-bc89d1221b9d HTTP/1.1" status: 200 len: 210 time: 0.0289736 Sep 15 15:12:19.787158 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-8a547ec3-56fa-4f2a-95b0-471a39f8a204 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:19.789437 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-8a547ec3-56fa-4f2a-95b0-471a39f8a204 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.47 "GET /v2.0/networks?id=075b36e7-6542-424d-b046-8e8b5d008ee6 HTTP/1.1" status: 200 len: 814 time: 0.1752684 Sep 15 15:12:19.806617 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f27759a-346e-4e37-ba7b-00d190ed3f19 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Request body: {'port': {'device_id': '884c2dec-f949-4453-8c82-bc89d1221b9d', 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6', 'admin_state_up': True, 'tenant_id': 'a9cef0aeca354c71b27931ed9e4e8927'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:12:19.958213 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f27759a-346e-4e37-ba7b-00d190ed3f19 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Made reservation on behalf of a9cef0aeca354c71b27931ed9e4e8927 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:12:19.961777 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f27759a-346e-4e37-ba7b-00d190ed3f19 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:20.124315 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f27759a-346e-4e37-ba7b-00d190ed3f19 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Allocated IP 172.20.0.6 (075b36e7-6542-424d-b046-8e8b5d008ee6/2b33e9d6-d6d6-4340-8993-9ffa014fc179/0c3e2d12-2bb9-4aab-a161-c31164d0887c) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:12:20.297493 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f27759a-346e-4e37-ba7b-00d190ed3f19 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:20.338410 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f27759a-346e-4e37-ba7b-00d190ed3f19 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:20.362543 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['235bcf9c-3fd5-4bbc-988e-b12d0006da81', '2461b784-0a6a-4124-8718-80c69d2de6c7', '2b1ddffb-28ae-4939-ac41-7e9da6a42117'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:12:20.396989 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f27759a-346e-4e37-ba7b-00d190ed3f19 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Network 075b36e7-6542-424d-b046-8e8b5d008ee6 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:12:20.403368 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f27759a-346e-4e37-ba7b-00d190ed3f19 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:12:20.405014 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27759a-346e-4e37-ba7b-00d190ed3f19 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Pushing event updated for resources: {'Port': ['ID=0c3e2d12-2bb9-4aab-a161-c31164d0887c,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:20.407201 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f27759a-346e-4e37-ba7b-00d190ed3f19 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:12:20.468517 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f27759a-346e-4e37-ba7b-00d190ed3f19 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:20.469257 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f27759a-346e-4e37-ba7b-00d190ed3f19 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:20.488562 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f27759a-346e-4e37-ba7b-00d190ed3f19 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6861556 Sep 15 15:12:20.503557 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] Request body: {'port': {'device_id': '884c2dec-f949-4453-8c82-bc89d1221b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80883'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:12:20.580315 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:20.749722 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0cf5f-0eaa-4e54-858a-0a647a29bf30 req-330efbb1-ed0c-47e6-8538-ca3599d8a4aa tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:20.758979 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4ba0cf5f-0eaa-4e54-858a-0a647a29bf30 req-330efbb1-ed0c-47e6-8538-ca3599d8a4aa tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0587852 Sep 15 15:12:20.797296 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4ba0cf5f-0eaa-4e54-858a-0a647a29bf30 req-b417f1ce-b324-43da-aa09-e32bcd794061 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370779 Sep 15 15:12:20.988975 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399d9a0-c43d-4f8e-861c-750e147aaa34 req-475c6861-ecdd-41e9-a9ef-9b63e8038182 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:20.990684 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1399d9a0-c43d-4f8e-861c-750e147aaa34 req-475c6861-ecdd-41e9-a9ef-9b63e8038182 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=884c2dec-f949-4453-8c82-bc89d1221b9d HTTP/1.1" status: 200 len: 931 time: 0.1271610 Sep 15 15:12:21.017585 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3e2d12-2bb9-4aab-a161-c31164d0887c {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:12:21.026261 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:21.053930 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] Transition to ACTIVE for port object 0c3e2d12-2bb9-4aab-a161-c31164d0887c will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:12:21.063956 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:21.098281 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1399d9a0-c43d-4f8e-861c-750e147aaa34 req-e4c43e11-639f-41bc-9714-3be979911bf2 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689192 Sep 15 15:12:21.177316 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3e2d12-2bb9-4aab-a161-c31164d0887c,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:21.209869 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] Attempting to bind port 0c3e2d12-2bb9-4aab-a161-c31164d0887c on host hv-cinder-80883 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:12:21.210225 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] Attempting to bind port 0c3e2d12-2bb9-4aab-a161-c31164d0887c by drivers openvswitch,hyperv on host hv-cinder-80883 at level 0 using segments [{'id': 'f28eeada-d39b-4772-81be-4ab9ee0346e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:12:21.210558 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] Attempting to bind port 0c3e2d12-2bb9-4aab-a161-c31164d0887c on network 075b36e7-6542-424d-b046-8e8b5d008ee6 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:12:21.214883 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] Port 0c3e2d12-2bb9-4aab-a161-c31164d0887c on network 075b36e7-6542-424d-b046-8e8b5d008ee6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80883 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:12:21.215188 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] Attempting to bind port 0c3e2d12-2bb9-4aab-a161-c31164d0887c on network 075b36e7-6542-424d-b046-8e8b5d008ee6 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:12:21.219945 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] Checking agent: {'id': 'db85dd15-89fb-42a1-b201-2709101a597b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'started_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:12:21.220333 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] Checking segment: {'id': 'f28eeada-d39b-4772-81be-4ab9ee0346e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:12:21.220640 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] Bound using segment: {'id': 'f28eeada-d39b-4772-81be-4ab9ee0346e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:12:21.221065 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] Bound port: 0c3e2d12-2bb9-4aab-a161-c31164d0887c, host: hv-cinder-80883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28eeada-d39b-4772-81be-4ab9ee0346e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:12:21.221432 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:21.294232 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] For port 0c3e2d12-2bb9-4aab-a161-c31164d0887c, host hv-cinder-80883, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:12:21.297546 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] For port 0c3e2d12-2bb9-4aab-a161-c31164d0887c, host hv-cinder-80883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=0c3e2d12-2bb9-4aab-a161-c31164d0887c,segment=NetworkSegment(f28eeada-d39b-4772-81be-4ab9ee0346e8),segment_id=f28eeada-d39b-4772-81be-4ab9ee0346e8)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:12:21.302907 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:21.339470 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:21.340178 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:21.341609 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] 10.222.0.47 "PUT /v2.0/ports/0c3e2d12-2bb9-4aab-a161-c31164d0887c HTTP/1.1" status: 200 len: 1093 time: 0.8427041 Sep 15 15:12:21.342053 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884c2dec-f949-4453-8c82-bc89d1221b9d', 'tag': '0c3e2d12-2bb9-4aab-a161-c31164d0887c'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:12:21.344315 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e9d2bb-d54d-473f-9e12-526b5e74c4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "884c2dec-f949-4453-8c82-bc89d1221b9d", "tag": "0c3e2d12-2bb9-4aab-a161-c31164d0887c"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:12:21.382691 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f250f5c-a51e-4213-882e-e81285404f74 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3e2d12-2bb9-4aab-a161-c31164d0887c,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:21.411369 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86ecee9-aaa4-4b27-8d70-9eea733667ca x-openstack-request-id: req-d86ecee9-aaa4-4b27-8d70-9eea733667ca {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:12:21.412299 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884c2dec-f949-4453-8c82-bc89d1221b9d", "tag": "0c3e2d12-2bb9-4aab-a161-c31164d0887c", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:12:21.412648 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d86ecee9-aaa4-4b27-8d70-9eea733667ca {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:12:21.414817 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884c2dec-f949-4453-8c82-bc89d1221b9d', 'tag': '0c3e2d12-2bb9-4aab-a161-c31164d0887c', 'status': 'completed', 'code': 200} Sep 15 15:12:21.471220 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-eb9412d4-e9cd-423c-afef-8c9ffd318cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:21.473284 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-eb9412d4-e9cd-423c-afef-8c9ffd318cdb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9cef0aeca354c71b27931ed9e4e8927&device_id=884c2dec-f949-4453-8c82-bc89d1221b9d HTTP/1.1" status: 200 len: 1096 time: 0.0733700 Sep 15 15:12:21.536078 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-bbe244fb-607b-4d3d-870b-89faf5ac44f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c3e2d12-2bb9-4aab-a161-c31164d0887c HTTP/1.1" status: 200 len: 217 time: 0.0502770 Sep 15 15:12:21.602718 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-6e4a8e50-ca88-44d7-a13c-e00f6846318b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:21.604400 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-6e4a8e50-ca88-44d7-a13c-e00f6846318b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b33e9d6-d6d6-4340-8993-9ffa014fc179 HTTP/1.1" status: 200 len: 854 time: 0.0522380 Sep 15 15:12:21.640300 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-03db72be-aa1a-49b2-ae87-cbeca9d1186a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=075b36e7-6542-424d-b046-8e8b5d008ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263357 Sep 15 15:12:21.746603 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-391344c9-357a-4f4b-a773-d6fee49b42ce service neutron] 10.222.0.47 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927079 Sep 15 15:12:21.842170 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a3727933-ec54-4e54-93d1-84dc8c7f016e req-ffb8eca5-29a7-4b62-9983-7e17afd933b6 service neutron] 10.222.0.47 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869319 Sep 15 15:12:21.956788 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb254a0-bae0-4dbf-a2d7-b3b47ed2cae7 req-c501ce70-71d2-4fb2-babd-ac71c6172c44 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:21.958348 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-eeb254a0-bae0-4dbf-a2d7-b3b47ed2cae7 req-c501ce70-71d2-4fb2-babd-ac71c6172c44 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0866177 Sep 15 15:12:21.963605 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9d2bb-d54d-473f-9e12-526b5e74c4e0 req-206bc783-1c82-4ef6-81df-52ca4301c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:21.965081 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-01e9d2bb-d54d-473f-9e12-526b5e74c4e0 req-206bc783-1c82-4ef6-81df-52ca4301c135 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9cef0aeca354c71b27931ed9e4e8927&device_id=884c2dec-f949-4453-8c82-bc89d1221b9d HTTP/1.1" status: 200 len: 1096 time: 0.0682068 Sep 15 15:12:22.039387 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-eeb254a0-bae0-4dbf-a2d7-b3b47ed2cae7 req-b5b57946-1bbb-4b81-a783-f23af3eca117 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708954 Sep 15 15:12:22.103948 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9d2bb-d54d-473f-9e12-526b5e74c4e0 req-632d811d-65dc-48e3-8bc6-e542ec8d4d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:22.105436 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-01e9d2bb-d54d-473f-9e12-526b5e74c4e0 req-632d811d-65dc-48e3-8bc6-e542ec8d4d46 service neutron] 10.222.0.47 "GET /v2.0/networks?id=075b36e7-6542-424d-b046-8e8b5d008ee6 HTTP/1.1" status: 200 len: 915 time: 0.1282630 Sep 15 15:12:22.176355 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-01e9d2bb-d54d-473f-9e12-526b5e74c4e0 req-9326d330-03ce-47e8-8723-38f200a8569d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c3e2d12-2bb9-4aab-a161-c31164d0887c HTTP/1.1" status: 200 len: 217 time: 0.0546541 Sep 15 15:12:22.248714 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9d2bb-d54d-473f-9e12-526b5e74c4e0 req-f5cc16d5-e5be-4463-a38d-0d7b342cfbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:22.251074 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-01e9d2bb-d54d-473f-9e12-526b5e74c4e0 req-f5cc16d5-e5be-4463-a38d-0d7b342cfbba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b33e9d6-d6d6-4340-8993-9ffa014fc179 HTTP/1.1" status: 200 len: 854 time: 0.0612032 Sep 15 15:12:22.295092 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649ec92-8a81-4269-80b3-765ac8ee2938 req-a99d4006-7637-4c74-ad9c-b77ce7479ed8 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:22.297807 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9649ec92-8a81-4269-80b3-765ac8ee2938 req-a99d4006-7637-4c74-ad9c-b77ce7479ed8 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=884c2dec-f949-4453-8c82-bc89d1221b9d HTTP/1.1" status: 200 len: 943 time: 0.0591350 Sep 15 15:12:22.307703 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-01e9d2bb-d54d-473f-9e12-526b5e74c4e0 req-ce75bb98-72f7-4497-a9dd-4f25242a89ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=075b36e7-6542-424d-b046-8e8b5d008ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284579 Sep 15 15:12:22.352704 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9649ec92-8a81-4269-80b3-765ac8ee2938 req-6981c2c2-f8a9-4a97-b8a5-42e47bb78b57 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449827 Sep 15 15:12:22.418757 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-01e9d2bb-d54d-473f-9e12-526b5e74c4e0 req-3a55bef3-758e-4198-b2ec-17ec0a8ba48c service neutron] 10.222.0.47 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998592 Sep 15 15:12:22.562525 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-01e9d2bb-d54d-473f-9e12-526b5e74c4e0 req-947eaedf-5cd6-485d-a922-ee0ea43814dc service neutron] 10.222.0.47 "GET /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241851 Sep 15 15:12:23.196982 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c43b4-6c4f-4903-857f-75720d03dcdc req-c8fcbf01-cc58-42c4-a472-1abb8a88f587 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:23.198705 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e31c43b4-6c4f-4903-857f-75720d03dcdc req-c8fcbf01-cc58-42c4-a472-1abb8a88f587 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0637703 Sep 15 15:12:23.239891 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e31c43b4-6c4f-4903-857f-75720d03dcdc req-8d9410fd-8e36-42eb-adf4-7708086e4bec tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347741 Sep 15 15:12:23.470486 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee63cf-a4d5-4f1e-a13b-1a3a4bebb6a5 req-1ee64b10-4769-4f70-9144-b299f445a563 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:23.473032 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5fee63cf-a4d5-4f1e-a13b-1a3a4bebb6a5 req-1ee64b10-4769-4f70-9144-b299f445a563 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=884c2dec-f949-4453-8c82-bc89d1221b9d HTTP/1.1" status: 200 len: 943 time: 0.0523450 Sep 15 15:12:23.522145 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5fee63cf-a4d5-4f1e-a13b-1a3a4bebb6a5 req-c7b4eb07-5c02-4308-982a-851e63f866b1 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411057 Sep 15 15:12:24.402537 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769402a-6043-4404-8585-0282e7d8325a req-04c0b4c3-ddb5-458a-b1a2-2bbc1beddac8 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:24.404124 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b769402a-6043-4404-8585-0282e7d8325a req-04c0b4c3-ddb5-458a-b1a2-2bbc1beddac8 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0552902 Sep 15 15:12:24.456518 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b769402a-6043-4404-8585-0282e7d8325a req-87ba66a5-0d05-4e0e-be88-26fcb745cc53 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401227 Sep 15 15:12:24.494479 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-74c27776-bdb3-4b9e-bd6f-c7c075a78e29 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1790760363&fields=id&tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5 HTTP/1.1" status: 200 len: 267 time: 0.1036122 Sep 15 15:12:24.650667 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-79a3ce7b-a36a-438a-a11f-2265ba9cf25e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:24.662569 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-79a3ce7b-a36a-438a-a11f-2265ba9cf25e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/networks?id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 HTTP/1.1" status: 200 len: 811 time: 0.1655154 Sep 15 15:12:24.677575 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-bbf8a390-25a1-4e72-a685-e1a25ab9a3c1 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/quotas/94312bf7455c4ab29f3cdb8234ceb8a5 HTTP/1.1" status: 200 len: 375 time: 0.0169630 Sep 15 15:12:24.681592 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97a955-08d4-4af7-8adf-a767772480e7 req-02fcc71a-55dc-44ab-ae37-98015cd0eb45 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:24.691813 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3e97a955-08d4-4af7-8adf-a767772480e7 req-02fcc71a-55dc-44ab-ae37-98015cd0eb45 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=884c2dec-f949-4453-8c82-bc89d1221b9d HTTP/1.1" status: 200 len: 943 time: 0.1063936 Sep 15 15:12:24.746645 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3e97a955-08d4-4af7-8adf-a767772480e7 req-73a0a097-d6e7-4bb2-89c9-4587e7da6969 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538478 Sep 15 15:12:24.770625 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-31346bf8-fb80-49f8-b36e-f24f46eb065d tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919521 Sep 15 15:12:24.897429 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-86db7bd9-91ea-4773-88b9-b762f7a3b447 service neutron] 10.222.0.44 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222556 Sep 15 15:12:25.035347 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-1bd1f33a-e83f-428c-88bd-d07e0d5a5a7c service neutron] 10.222.0.44 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295226 Sep 15 15:12:25.422383 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d57aa28a-2c26-42eb-bd5b-8af66704d1ea req-9fa9e04a-29ac-4c2d-8c6f-a45016ae4e69 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 210 time: 0.0330713 Sep 15 15:12:25.660263 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4433c0-6331-43b9-98cc-fc78980bdd6e req-89d88488-8f4f-4245-be7a-ecf0598f300c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:25.661304 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cb4433c0-6331-43b9-98cc-fc78980bdd6e req-89d88488-8f4f-4245-be7a-ecf0598f300c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0927193 Sep 15 15:12:25.708609 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cb4433c0-6331-43b9-98cc-fc78980bdd6e req-c9eef51e-8d4c-4699-b196-d81ce57cffc2 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410647 Sep 15 15:12:26.048093 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 0c3e2d12-2bb9-4aab-a161-c31164d0887c details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:12:26.129359 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83677e2-4972-48a4-b5a6-550fd684428a req-da1ae513-85db-4aa1-a012-08e05c7df1cc tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:26.137640 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f83677e2-4972-48a4-b5a6-550fd684428a req-da1ae513-85db-4aa1-a012-08e05c7df1cc tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=884c2dec-f949-4453-8c82-bc89d1221b9d HTTP/1.1" status: 200 len: 943 time: 0.3017538 Sep 15 15:12:26.200572 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f83677e2-4972-48a4-b5a6-550fd684428a req-349d2f00-c82c-4882-9326-ad5ddab22d97 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617311 Sep 15 15:12:26.200769 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 0c3e2d12-2bb9-4aab-a161-c31164d0887c, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=0c3e2d12-2bb9-4aab-a161-c31164d0887c,segment=NetworkSegment(f28eeada-d39b-4772-81be-4ab9ee0346e8),segment_id=f28eeada-d39b-4772-81be-4ab9ee0346e8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:12:26.224227 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': '0c3e2d12-2bb9-4aab-a161-c31164d0887c', 'network_id': '075b36e7-6542-424d-b046-8e8b5d008ee6', 'port_id': '0c3e2d12-2bb9-4aab-a161-c31164d0887c', 'mac_address': 'fa:16:3e:43:b2:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b33e9d6-d6d6-4340-8993-9ffa014fc179', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:12:26.307896 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:26.328959 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3e2d12-2bb9-4aab-a161-c31164d0887c {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:12:26.357840 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 0c3e2d12-2bb9-4aab-a161-c31164d0887c, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=0c3e2d12-2bb9-4aab-a161-c31164d0887c,segment=NetworkSegment(f28eeada-d39b-4772-81be-4ab9ee0346e8),segment_id=f28eeada-d39b-4772-81be-4ab9ee0346e8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:12:26.365266 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:26.421643 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f2366-88bd-410f-8604-2ae635e2830f req-ec1793f7-a53f-4822-8054-f365abb496ca tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:26.429422 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e32f2366-88bd-410f-8604-2ae635e2830f req-ec1793f7-a53f-4822-8054-f365abb496ca tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0994594 Sep 15 15:12:26.437507 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711ccb1-9310-4bf8-b2dd-67e5d02d4ced req-32144b44-6e56-485c-8ef0-14d87cc292e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:26.439127 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2711ccb1-9310-4bf8-b2dd-67e5d02d4ced req-32144b44-6e56-485c-8ef0-14d87cc292e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=163ec6c96b0a4d718abb77037ca241be&device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 1098 time: 0.1068099 Sep 15 15:12:26.446096 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=0c3e2d12-2bb9-4aab-a161-c31164d0887c,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:26.453586 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:26.453930 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:26.454297 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:26.454630 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:26.454954 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:26.455419 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:26.456298 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:26.456751 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:26.457122 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:26.457642 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:26.457987 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:26.458342 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:26.531922 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e32f2366-88bd-410f-8604-2ae635e2830f req-1a40c73a-f8e7-4e6e-89af-4571d34e4b00 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015151 Sep 15 15:12:26.593778 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711ccb1-9310-4bf8-b2dd-67e5d02d4ced req-3d158e81-e364-4da6-9378-2c4b4fcf612a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:26.595539 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2711ccb1-9310-4bf8-b2dd-67e5d02d4ced req-3d158e81-e364-4da6-9378-2c4b4fcf612a service neutron] 10.222.0.47 "GET /v2.0/networks?id=27aa2b65-aece-4c07-9c11-3987e0397682 HTTP/1.1" status: 200 len: 920 time: 0.1322107 Sep 15 15:12:26.618491 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a51556a5-e36a-4816-87e1-b7ebbe7a9764 req-0bf28b0c-51eb-44ed-982c-22cb7744da5d tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 210 time: 0.0713062 Sep 15 15:12:26.677963 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2711ccb1-9310-4bf8-b2dd-67e5d02d4ced req-f1071d85-6367-467f-ad48-6a50149b7cd4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=482cc345-7255-4ff7-96fc-ca43a9b74f00 HTTP/1.1" status: 200 len: 217 time: 0.0696945 Sep 15 15:12:26.773997 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['0c3e2d12-2bb9-4aab-a161-c31164d0887c'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:12:26.893183 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711ccb1-9310-4bf8-b2dd-67e5d02d4ced req-5dbbc6da-9420-45ef-ae55-f30d78d35535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:26.894679 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2711ccb1-9310-4bf8-b2dd-67e5d02d4ced req-5dbbc6da-9420-45ef-ae55-f30d78d35535 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=beb0d370-3954-41e4-8035-bb3df55aa20d HTTP/1.1" status: 200 len: 859 time: 0.2076321 Sep 15 15:12:26.955392 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2711ccb1-9310-4bf8-b2dd-67e5d02d4ced req-fa7898f0-4207-4a14-b542-d90d0e47b616 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27aa2b65-aece-4c07-9c11-3987e0397682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318940 Sep 15 15:12:27.033314 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-21eecb24-84e0-4f40-ba32-789718085e3d tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:27.035677 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-21eecb24-84e0-4f40-ba32-789718085e3d tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.47 "GET /v2.0/networks?id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 HTTP/1.1" status: 200 len: 811 time: 0.3093653 Sep 15 15:12:27.078139 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed555b-4540-43a0-b64d-42f47d0c3d60 req-a4704186-f5c2-4605-b3d4-7de5882d1de6 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:27.086279 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e5ed555b-4540-43a0-b64d-42f47d0c3d60 req-a4704186-f5c2-4605-b3d4-7de5882d1de6 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.2091260 Sep 15 15:12:27.155035 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e5ed555b-4540-43a0-b64d-42f47d0c3d60 req-fd1fd86c-2a57-4fe4-8481-3f8ce3640d97 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678787 Sep 15 15:12:27.184807 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-b5f55361-e236-4fbc-9a40-65c24553297f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5 HTTP/1.1" status: 200 len: 380 time: 0.1183319 Sep 15 15:12:27.186715 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2711ccb1-9310-4bf8-b2dd-67e5d02d4ced req-5bbced3b-7cfe-4210-8c87-fbcbe3688449 service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093999 Sep 15 15:12:27.208773 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-0225fc65-319d-4f85-9873-c6e4e1945f84 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Request body: {'port': {'device_id': '602e1808-e250-4050-8452-e20bab2cb7d9', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'admin_state_up': True, 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'security_groups': ['bcf47aae-f786-4ca7-b464-ecd7fecaf8f8']}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:12:27.366724 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d697fe-febc-409e-9091-19a51311514e req-aea4d8a5-d6e2-42ad-b523-ca7c0f7991f7 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:27.369483 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-06d697fe-febc-409e-9091-19a51311514e req-aea4d8a5-d6e2-42ad-b523-ca7c0f7991f7 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=884c2dec-f949-4453-8c82-bc89d1221b9d HTTP/1.1" status: 200 len: 944 time: 0.0637589 Sep 15 15:12:27.374605 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2711ccb1-9310-4bf8-b2dd-67e5d02d4ced req-48e59317-d5b4-4eb0-9ec1-e0b40bd7f184 service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706188 Sep 15 15:12:27.420583 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-0225fc65-319d-4f85-9873-c6e4e1945f84 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Made reservation on behalf of 94312bf7455c4ab29f3cdb8234ceb8a5 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:12:27.426831 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-0225fc65-319d-4f85-9873-c6e4e1945f84 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:27.466871 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-06d697fe-febc-409e-9091-19a51311514e req-08ca4185-4f47-45e2-aaf4-ac01fb6cf666 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828393 Sep 15 15:12:27.624126 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-0225fc65-319d-4f85-9873-c6e4e1945f84 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Allocated IP 172.20.0.12 (0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7/ab98e2b5-0526-4338-8324-d44ebcc41e73/c3e027f3-824b-4b6b-9403-c673a0b3628d) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:12:27.755574 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2bea46f9-3b94-4480-b4ab-9ae3ebab96f9 req-2dfe0545-bc6c-4543-8fea-e9f4f25cfcaf tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 210 time: 0.0418670 Sep 15 15:12:27.797793 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b480c-283b-4b9b-bd0e-06eb5d019e6c req-5ada0086-4f34-4c8a-842b-e30de609f0bb tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:27.803075 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d24b480c-283b-4b9b-bd0e-06eb5d019e6c req-5ada0086-4f34-4c8a-842b-e30de609f0bb tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.1291764 Sep 15 15:12:27.856248 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-0225fc65-319d-4f85-9873-c6e4e1945f84 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:27.867169 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d24b480c-283b-4b9b-bd0e-06eb5d019e6c req-e5776d6d-a2ff-4d01-ab83-5b2f095245e1 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612264 Sep 15 15:12:27.903509 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-0225fc65-319d-4f85-9873-c6e4e1945f84 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:27.955515 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-0225fc65-319d-4f85-9873-c6e4e1945f84 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:12:27.962357 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-0225fc65-319d-4f85-9873-c6e4e1945f84 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:12:27.965150 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-0225fc65-319d-4f85-9873-c6e4e1945f84 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:12:27.969587 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225fc65-319d-4f85-9873-c6e4e1945f84 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event updated for resources: {'Port': ['ID=c3e027f3-824b-4b6b-9403-c673a0b3628d,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:28.026455 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-0225fc65-319d-4f85-9873-c6e4e1945f84 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:28.027102 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-0225fc65-319d-4f85-9873-c6e4e1945f84 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:28.048294 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-0225fc65-319d-4f85-9873-c6e4e1945f84 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8455467 Sep 15 15:12:28.056140 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 0c3e2d12-2bb9-4aab-a161-c31164d0887c up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:12:28.062305 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] Request body: {'port': {'device_id': '602e1808-e250-4050-8452-e20bab2cb7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80883'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:12:28.141271 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:28.157669 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning for port 0c3e2d12-2bb9-4aab-a161-c31164d0887c completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:12:28.162291 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port 0c3e2d12-2bb9-4aab-a161-c31164d0887c triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:28.162631 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:28.355251 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f6af2-5851-4a59-b4a9-149c5d258025 req-daefdbe2-2b48-48a0-a6c2-322cf002592e tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:28.363189 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-bd5f6af2-5851-4a59-b4a9-149c5d258025 req-daefdbe2-2b48-48a0-a6c2-322cf002592e tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0710118 Sep 15 15:12:28.412739 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-bd5f6af2-5851-4a59-b4a9-149c5d258025 req-1e834a08-9d30-4e9d-bd61-20614aacce3b tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482771 Sep 15 15:12:28.463229 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:28.497035 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884c2dec-f949-4453-8c82-bc89d1221b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3e2d12-2bb9-4aab-a161-c31164d0887c'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:12:28.499625 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d385d1-2de2-4294-8f38-261bcfe433a0" -d '{"events": [{"server_uuid": "884c2dec-f949-4453-8c82-bc89d1221b9d", "name": "network-vif-plugged", "status": "completed", "tag": "0c3e2d12-2bb9-4aab-a161-c31164d0887c"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:12:28.525210 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 0c3e2d12-2bb9-4aab-a161-c31164d0887c, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=0c3e2d12-2bb9-4aab-a161-c31164d0887c,segment=NetworkSegment(f28eeada-d39b-4772-81be-4ab9ee0346e8),segment_id=f28eeada-d39b-4772-81be-4ab9ee0346e8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:12:28.526765 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-fd4cc857-5691-4bda-a9cb-7c8399f65cb6 None None] Provisioning complete for port c3e027f3-824b-4b6b-9403-c673a0b3628d triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:28.527557 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fd4cc857-5691-4bda-a9cb-7c8399f65cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:28.572093 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-fd4cc857-5691-4bda-a9cb-7c8399f65cb6 None None] Port c3e027f3-824b-4b6b-9403-c673a0b3628d cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:12:28.573907 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:28.610402 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275dac5c-a705-4ab8-aaec-4421d8327322 x-openstack-request-id: req-275dac5c-a705-4ab8-aaec-4421d8327322 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:12:28.610901 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884c2dec-f949-4453-8c82-bc89d1221b9d", "name": "network-vif-plugged", "status": "completed", "tag": "0c3e2d12-2bb9-4aab-a161-c31164d0887c", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:12:28.611287 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-275dac5c-a705-4ab8-aaec-4421d8327322 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:12:28.612020 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884c2dec-f949-4453-8c82-bc89d1221b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3e2d12-2bb9-4aab-a161-c31164d0887c', 'code': 200} Sep 15 15:12:28.615740 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e027f3-824b-4b6b-9403-c673a0b3628d {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:12:28.623835 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:28.648086 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] Transition to ACTIVE for port object c3e027f3-824b-4b6b-9403-c673a0b3628d will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:12:28.650633 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=0c3e2d12-2bb9-4aab-a161-c31164d0887c,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:28.657483 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:28.722527 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e53ae-2f8d-46fd-9851-b517e975d7d8 req-2c1b40d8-8df7-4cb2-837a-51cbb33ccc06 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:28.730671 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cf0e53ae-2f8d-46fd-9851-b517e975d7d8 req-2c1b40d8-8df7-4cb2-837a-51cbb33ccc06 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=884c2dec-f949-4453-8c82-bc89d1221b9d HTTP/1.1" status: 200 len: 945 time: 0.0643823 Sep 15 15:12:28.771748 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] Pushing event updated for resources: {'Port': ['ID=c3e027f3-824b-4b6b-9403-c673a0b3628d,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:28.814994 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cf0e53ae-2f8d-46fd-9851-b517e975d7d8 req-a3a8a3b6-c61c-441d-8dbf-0428bb63d17a tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796623 Sep 15 15:12:28.935869 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] Attempting to bind port c3e027f3-824b-4b6b-9403-c673a0b3628d on host hv-cinder-80883 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:12:28.936560 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] Attempting to bind port c3e027f3-824b-4b6b-9403-c673a0b3628d by drivers openvswitch,hyperv on host hv-cinder-80883 at level 0 using segments [{'id': '1eb8ce00-67a7-42b1-9523-85f9fb71db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:12:28.937103 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] Attempting to bind port c3e027f3-824b-4b6b-9403-c673a0b3628d on network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:12:28.953906 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] Port c3e027f3-824b-4b6b-9403-c673a0b3628d on network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80883 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:12:28.954553 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] Attempting to bind port c3e027f3-824b-4b6b-9403-c673a0b3628d on network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:12:28.963592 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] Checking agent: {'id': 'db85dd15-89fb-42a1-b201-2709101a597b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'started_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:12:28.964215 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] Checking segment: {'id': '1eb8ce00-67a7-42b1-9523-85f9fb71db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:12:28.964799 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] Bound using segment: {'id': '1eb8ce00-67a7-42b1-9523-85f9fb71db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:12:28.965468 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] Bound port: c3e027f3-824b-4b6b-9403-c673a0b3628d, host: hv-cinder-80883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb8ce00-67a7-42b1-9523-85f9fb71db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:12:28.965999 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:29.009950 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649ef25-36e8-4a7a-84a1-ee2860d2bbb3 req-05e1c16a-7b1c-4de0-b94b-a3e3d0a5a411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:29.011752 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b649ef25-36e8-4a7a-84a1-ee2860d2bbb3 req-05e1c16a-7b1c-4de0-b94b-a3e3d0a5a411 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=884c2dec-f949-4453-8c82-bc89d1221b9d HTTP/1.1" status: 200 len: 1098 time: 0.1661365 Sep 15 15:12:29.030250 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b98e4-3ff3-49d8-bfc5-0441f953c9b0 req-26d36b35-cb91-47b0-9b62-b0da520062a6 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:29.031803 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-067b98e4-3ff3-49d8-bfc5-0441f953c9b0 req-26d36b35-cb91-47b0-9b62-b0da520062a6 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 944 time: 0.1730969 Sep 15 15:12:29.034590 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d43c16-41bb-433c-aa30-dd33187b3260 req-0fe9df54-d82b-4c6f-bd0a-76ba97dc5e0a tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:29.037012 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-40d43c16-41bb-433c-aa30-dd33187b3260 req-0fe9df54-d82b-4c6f-bd0a-76ba97dc5e0a tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0731072 Sep 15 15:12:29.078936 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-40d43c16-41bb-433c-aa30-dd33187b3260 req-75b7b858-a69d-4bae-b07f-4eb1e9feba9d tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362720 Sep 15 15:12:29.110829 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b649ef25-36e8-4a7a-84a1-ee2860d2bbb3 req-9fdcf6cc-149c-49a4-86fc-e8200cc9c20a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762374 Sep 15 15:12:29.114392 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] For port c3e027f3-824b-4b6b-9403-c673a0b3628d, host hv-cinder-80883, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:12:29.118787 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] For port c3e027f3-824b-4b6b-9403-c673a0b3628d, host hv-cinder-80883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=c3e027f3-824b-4b6b-9403-c673a0b3628d,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:12:29.131686 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:29.141872 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-067b98e4-3ff3-49d8-bfc5-0441f953c9b0 req-57025678-f6f5-4455-8588-773bdf2f7db8 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891674 Sep 15 15:12:29.187325 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:29.187325 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:29.187325 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] 10.222.0.47 "PUT /v2.0/ports/c3e027f3-824b-4b6b-9403-c673a0b3628d HTTP/1.1" status: 200 len: 1094 time: 1.1294658 Sep 15 15:12:29.189860 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '602e1808-e250-4050-8452-e20bab2cb7d9', 'tag': 'c3e027f3-824b-4b6b-9403-c673a0b3628d'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:12:29.192560 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc9f24f-a80e-48b1-a43a-b37271b4c7b3" -d '{"events": [{"name": "network-changed", "server_uuid": "602e1808-e250-4050-8452-e20bab2cb7d9", "tag": "c3e027f3-824b-4b6b-9403-c673a0b3628d"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:12:29.234094 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0802bc-896e-42e9-8d49-93961627f6ab service neutron] Pushing event updated for resources: {'Port': ['ID=c3e027f3-824b-4b6b-9403-c673a0b3628d,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:29.247760 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d0aa5c-cd08-41fa-a264-ce4d59999c7a x-openstack-request-id: req-65d0aa5c-cd08-41fa-a264-ce4d59999c7a {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:12:29.248137 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "602e1808-e250-4050-8452-e20bab2cb7d9", "tag": "c3e027f3-824b-4b6b-9403-c673a0b3628d", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:12:29.248495 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-65d0aa5c-cd08-41fa-a264-ce4d59999c7a {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:12:29.248907 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '602e1808-e250-4050-8452-e20bab2cb7d9', 'tag': 'c3e027f3-824b-4b6b-9403-c673a0b3628d', 'status': 'completed', 'code': 200} Sep 15 15:12:29.537962 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9f24f-a80e-48b1-a43a-b37271b4c7b3 req-5e047f29-10a3-4175-8b81-d54e0af8a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:29.539827 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1bc9f24f-a80e-48b1-a43a-b37271b4c7b3 req-5e047f29-10a3-4175-8b81-d54e0af8a89e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5&device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 1097 time: 0.0944822 Sep 15 15:12:29.552368 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531d979-4f4c-453b-8508-640eb7993943 req-87dc46d7-6ccd-4aa0-8ea1-6941f3a5fd2a tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:29.554316 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b531d979-4f4c-453b-8508-640eb7993943 req-87dc46d7-6ccd-4aa0-8ea1-6941f3a5fd2a tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0712080 Sep 15 15:12:29.658134 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b531d979-4f4c-453b-8508-640eb7993943 req-36aea9ca-119b-4b54-8217-cb8bac7e6f63 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935173 Sep 15 15:12:29.698525 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9f24f-a80e-48b1-a43a-b37271b4c7b3 req-01e72efb-f8ba-4c34-a1ed-c2e716898b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:29.700212 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1bc9f24f-a80e-48b1-a43a-b37271b4c7b3 req-01e72efb-f8ba-4c34-a1ed-c2e716898b43 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1450474 Sep 15 15:12:29.801591 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9f24f-a80e-48b1-a43a-b37271b4c7b3 req-ba728ef4-569b-47e0-984d-8e5f38a0485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:29.803059 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1bc9f24f-a80e-48b1-a43a-b37271b4c7b3 req-ba728ef4-569b-47e0-984d-8e5f38a0485b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917408 Sep 15 15:12:29.903842 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-c7d3f211-a716-4700-a226-e7aab9135220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:29.905352 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-c7d3f211-a716-4700-a226-e7aab9135220 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5&device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 1097 time: 0.0508235 Sep 15 15:12:29.964589 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5ee99-bc66-40ad-808b-750d70a952eb req-4f23ad38-16d0-493f-be94-3c168b1c194d tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:29.966173 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a0a5ee99-bc66-40ad-808b-750d70a952eb req-4f23ad38-16d0-493f-be94-3c168b1c194d tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=884c2dec-f949-4453-8c82-bc89d1221b9d HTTP/1.1" status: 200 len: 945 time: 0.0608227 Sep 15 15:12:29.982941 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-7e843f4a-ae62-4a76-8af1-11d7d34b5a0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e027f3-824b-4b6b-9403-c673a0b3628d HTTP/1.1" status: 200 len: 217 time: 0.0657203 Sep 15 15:12:29.990241 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:30.035600 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a0a5ee99-bc66-40ad-808b-750d70a952eb req-4da3c898-22cd-4152-b60b-24ac6a477810 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545142 Sep 15 15:12:30.049969 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-045307c2-587a-435b-ae52-b5bdc54633a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:30.051506 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-045307c2-587a-435b-ae52-b5bdc54633a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab98e2b5-0526-4338-8324-d44ebcc41e73 HTTP/1.1" status: 200 len: 850 time: 0.0606775 Sep 15 15:12:30.106657 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-97c32f8c-8191-4c59-b7d2-14adf81a304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:30.108410 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-97c32f8c-8191-4c59-b7d2-14adf81a304b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458124 Sep 15 15:12:30.233305 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-14dc71ba-39a4-4a58-8bb3-daaec90c29dd service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139922 Sep 15 15:12:30.312305 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add78e4-7b74-4060-8cfb-5106aa0423cc req-d48f0b14-6a2a-404c-8499-7349561879bd tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:30.314205 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9add78e4-7b74-4060-8cfb-5106aa0423cc req-d48f0b14-6a2a-404c-8499-7349561879bd tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 944 time: 0.0618210 Sep 15 15:12:30.352993 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ead7b8-9fbd-4c41-8992-33e6c54878d1 req-3ce07fe7-bfec-40c1-b022-1ce5914ab060 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:30.354381 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f0ead7b8-9fbd-4c41-8992-33e6c54878d1 req-3ce07fe7-bfec-40c1-b022-1ce5914ab060 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.1199729 Sep 15 15:12:30.384795 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9add78e4-7b74-4060-8cfb-5106aa0423cc req-cb60651a-722f-4041-8460-a50dd5a54b79 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616972 Sep 15 15:12:30.412888 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d556cdac-afe6-48db-87a8-e1360d33a066 req-71e1fd3a-cfba-41dd-8952-1455cede8a0c service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692631 Sep 15 15:12:30.418451 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f0ead7b8-9fbd-4c41-8992-33e6c54878d1 req-ebb6835e-c8ee-4176-b1b6-ecb6855401ef tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500200 Sep 15 15:12:30.796935 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237e3d4-454f-480a-b9a9-1d81b3863b10 req-c06c7781-90d2-46b1-aaa6-417d6350e5e7 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:30.799045 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5237e3d4-454f-480a-b9a9-1d81b3863b10 req-c06c7781-90d2-46b1-aaa6-417d6350e5e7 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0638528 Sep 15 15:12:30.847916 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5237e3d4-454f-480a-b9a9-1d81b3863b10 req-0089cf1c-92e4-4d9a-8397-186a9d65c888 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418897 Sep 15 15:12:31.161294 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d7971-0ed3-4e19-805f-9fc6327d480e req-7f59dafc-de34-4a17-a6c1-764a0fae6d0e tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:31.168539 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-981d7971-0ed3-4e19-805f-9fc6327d480e req-7f59dafc-de34-4a17-a6c1-764a0fae6d0e tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=884c2dec-f949-4453-8c82-bc89d1221b9d HTTP/1.1" status: 200 len: 945 time: 0.0576544 Sep 15 15:12:31.223152 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-981d7971-0ed3-4e19-805f-9fc6327d480e req-d46b91fb-8ca3-4b79-82ec-42c331082b2a tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537400 Sep 15 15:12:31.530163 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d18e53-00e1-4946-9d56-e5b0f6468b73 req-00e328f0-cb2c-4b4c-bad8-a87c564961c0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:31.539781 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a7d18e53-00e1-4946-9d56-e5b0f6468b73 req-00e328f0-cb2c-4b4c-bad8-a87c564961c0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 944 time: 0.0791523 Sep 15 15:12:31.613795 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a7d18e53-00e1-4946-9d56-e5b0f6468b73 req-0c0a4ab7-b856-45f1-857d-c2818c9b644a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729849 Sep 15 15:12:31.614507 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-11a4d91f-f0ec-44df-a2a3-3dc3116b4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:31.644788 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8cc7e-1cdc-4cce-b8e8-d04fd0b31ffd req-1042e3e8-8bcc-483f-9986-c907365fcabd tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:31.646329 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4ee8cc7e-1cdc-4cce-b8e8-d04fd0b31ffd req-1042e3e8-8bcc-483f-9986-c907365fcabd tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0694137 Sep 15 15:12:31.690861 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4ee8cc7e-1cdc-4cce-b8e8-d04fd0b31ffd req-1efe1ea6-c40b-4306-8eec-1b6f6e761f8c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378380 Sep 15 15:12:31.973448 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dee9a7-5021-43f3-81ef-cc645fe86ef4 req-dae9d9d6-f0e3-4320-a69a-492f327379c1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:31.975889 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-65dee9a7-5021-43f3-81ef-cc645fe86ef4 req-dae9d9d6-f0e3-4320-a69a-492f327379c1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0546372 Sep 15 15:12:32.021663 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-65dee9a7-5021-43f3-81ef-cc645fe86ef4 req-e7467f2f-d22c-4b35-84f0-65e8bdd56e8e tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401971 Sep 15 15:12:32.738499 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e18849-45ff-4046-99a8-fdade5d62806 req-353cbcc3-08dc-4a0a-9572-be56f074534b tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:32.740142 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-34e18849-45ff-4046-99a8-fdade5d62806 req-353cbcc3-08dc-4a0a-9572-be56f074534b tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 944 time: 0.0499899 Sep 15 15:12:32.783063 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-34e18849-45ff-4046-99a8-fdade5d62806 req-44aa41b9-3d1f-45ef-ab53-4c9cb36fcde2 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360155 Sep 15 15:12:32.925714 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dd1d6-4f1e-4ab3-ac5a-a922926b6b82 req-a836f6e7-2e21-41db-905a-bf76bc47528d tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:32.927380 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a23dd1d6-4f1e-4ab3-ac5a-a922926b6b82 req-a836f6e7-2e21-41db-905a-bf76bc47528d tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0582452 Sep 15 15:12:32.980331 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a23dd1d6-4f1e-4ab3-ac5a-a922926b6b82 req-0c235858-4b8b-48f1-b454-b2bd95486206 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452671 Sep 15 15:12:33.171197 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907b658-4a1f-4ec4-813c-176e02737c09 req-0f416a56-d8d9-41f5-a838-dfeeeeaf938b tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:33.175073 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7907b658-4a1f-4ec4-813c-176e02737c09 req-0f416a56-d8d9-41f5-a838-dfeeeeaf938b tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0780687 Sep 15 15:12:33.218041 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7907b658-4a1f-4ec4-813c-176e02737c09 req-30955910-db3e-4d21-96dc-79e45894b0a0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365844 Sep 15 15:12:33.897822 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0009508-bd3f-4660-a9f6-7084d25edfd0 req-1503b126-5abc-4eac-b27c-70099c95ad5b tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:33.899308 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c0009508-bd3f-4660-a9f6-7084d25edfd0 req-1503b126-5abc-4eac-b27c-70099c95ad5b tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 944 time: 0.0472541 Sep 15 15:12:33.936747 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c0009508-bd3f-4660-a9f6-7084d25edfd0 req-da478d6f-f97d-4503-8245-f792f5e3386d tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316865 Sep 15 15:12:34.107389 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a0c0f-9ee5-43da-95a1-5c03e864b4c7 req-8670a268-87ba-496d-a5e7-2552d727b323 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:34.108882 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ad1a0c0f-9ee5-43da-95a1-5c03e864b4c7 req-8670a268-87ba-496d-a5e7-2552d727b323 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0520098 Sep 15 15:12:34.146944 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ad1a0c0f-9ee5-43da-95a1-5c03e864b4c7 req-3b307edf-9d86-4b52-87df-2d60eacd00a7 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319998 Sep 15 15:12:34.264682 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:34.345613 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d0a17-41f5-474b-95c9-a0f5b8ceb076 req-3e175191-7c99-40da-8c01-2d5a4351f3e8 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:34.347214 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-872d0a17-41f5-474b-95c9-a0f5b8ceb076 req-3e175191-7c99-40da-8c01-2d5a4351f3e8 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0498724 Sep 15 15:12:34.387196 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-872d0a17-41f5-474b-95c9-a0f5b8ceb076 req-e17bd002-8e4c-49be-8e3d-d3251801a3bc tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335193 Sep 15 15:12:34.391218 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6b15f690-a4d8-4a05-a8e2-5e4b65b5e12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:35.055308 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfedf9-764e-4c7e-b712-18a895788b20 req-bf792214-0293-4dda-a41d-9108bbdbd47c tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:35.056790 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d2dfedf9-764e-4c7e-b712-18a895788b20 req-bf792214-0293-4dda-a41d-9108bbdbd47c tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 944 time: 0.0519152 Sep 15 15:12:35.095422 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d2dfedf9-764e-4c7e-b712-18a895788b20 req-a69905af-d65e-4d9f-b855-f92ece694a9b tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324655 Sep 15 15:12:35.211592 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:35.265265 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e171d-1009-4663-839b-3f57fc2467aa req-5ca6c9e7-ede5-4737-924a-b8ffcc7f49b1 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:35.266764 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a68e171d-1009-4663-839b-3f57fc2467aa req-5ca6c9e7-ede5-4737-924a-b8ffcc7f49b1 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0521569 Sep 15 15:12:35.311250 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a68e171d-1009-4663-839b-3f57fc2467aa req-4e3d185f-e692-42ec-9a85-8195b0a6c81c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338304 Sep 15 15:12:35.517886 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef5e29-3a1f-404e-bb4d-c4df07491a02 req-6412d84a-7c87-4586-aa7d-b4eb415119a0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:35.520262 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-08ef5e29-3a1f-404e-bb4d-c4df07491a02 req-6412d84a-7c87-4586-aa7d-b4eb415119a0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0633686 Sep 15 15:12:35.558272 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-08ef5e29-3a1f-404e-bb4d-c4df07491a02 req-81c998bb-a39a-40d6-8709-59b1ce37e98f tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316155 Sep 15 15:12:35.751312 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc8e13-7344-41f9-b92e-868bd49c59d0 req-0edfc09f-bc8b-4891-9b05-609fbcd5b63a tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:35.753421 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0bbc8e13-7344-41f9-b92e-868bd49c59d0 req-0edfc09f-bc8b-4891-9b05-609fbcd5b63a tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0499177 Sep 15 15:12:35.819457 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0bbc8e13-7344-41f9-b92e-868bd49c59d0 req-19739287-92ce-49b9-9b96-a0b0daa8713f tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600255 Sep 15 15:12:35.839767 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12437bb4-5f53-41e5-9469-c8023eb5bd87 req-700178d6-6654-4b85-a7d0-0e7e3701e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:35.839767 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-12437bb4-5f53-41e5-9469-c8023eb5bd87 req-700178d6-6654-4b85-a7d0-0e7e3701e573 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78ea4c1deb6c4197a4a8c2fd0d13c414&device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 1098 time: 0.0508342 Sep 15 15:12:35.846949 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 51598) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:35.939624 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db93da3-849d-4349-8b35-bc62731911a7 admin admin] Deleting subnet 6857e81c-03d6-40c8-9963-818c0e564bf8 {{(pid=94132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:12:35.947423 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9db93da3-849d-4349-8b35-bc62731911a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:35.994751 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9db93da3-849d-4349-8b35-bc62731911a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12326048'] for subnet, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:36.014531 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12437bb4-5f53-41e5-9469-c8023eb5bd87 req-e8b1a7cd-8f2f-4556-81ec-41c2a004e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:36.015963 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-12437bb4-5f53-41e5-9469-c8023eb5bd87 req-e8b1a7cd-8f2f-4556-81ec-41c2a004e6a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 HTTP/1.1" status: 200 len: 911 time: 0.1451378 Sep 15 15:12:36.074681 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9db93da3-849d-4349-8b35-bc62731911a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935064'] for subnet, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:36.229149 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09c7b4-a9ea-4d1f-be5d-526394344bbb req-7a17787c-f34d-489e-b5bb-06f38f0b3c76 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:36.230742 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fc09c7b4-a9ea-4d1f-be5d-526394344bbb req-7a17787c-f34d-489e-b5bb-06f38f0b3c76 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 944 time: 0.0543075 Sep 15 15:12:36.271256 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fc09c7b4-a9ea-4d1f-be5d-526394344bbb req-f0f96a69-2108-4773-baea-839e0f77e7e1 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343511 Sep 15 15:12:36.333950 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-12437bb4-5f53-41e5-9469-c8023eb5bd87 req-de01dddc-e374-44a2-b7d8-8d8fd87efa15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a4fa7b7-b265-42fa-abed-4464c97217e5 HTTP/1.1" status: 200 len: 1000 time: 0.3089647 Sep 15 15:12:36.416354 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9db93da3-849d-4349-8b35-bc62731911a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-935055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8964687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11857649'] for subnet, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:36.426783 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12437bb4-5f53-41e5-9469-c8023eb5bd87 req-8b19c667-df67-4ed6-8602-e29a9b2d483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:36.428382 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-12437bb4-5f53-41e5-9469-c8023eb5bd87 req-8b19c667-df67-4ed6-8602-e29a9b2d483f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0 HTTP/1.1" status: 200 len: 849 time: 0.0832164 Sep 15 15:12:36.461877 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9db93da3-849d-4349-8b35-bc62731911a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:36.463641 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-9db93da3-849d-4349-8b35-bc62731911a7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6857e81c-03d6-40c8-9963-818c0e564bf8 HTTP/1.1" status: 204 len: 168 time: 0.6157491 Sep 15 15:12:36.464488 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db93da3-849d-4349-8b35-bc62731911a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6857e81c-03d6-40c8-9963-818c0e564bf8,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:36.466248 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 51606) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:36.500311 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f837b70-b89e-498d-8e44-c63ec34b0491 req-0369b6b2-20c0-4021-8574-4e6a2d6ced8e tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:36.502042 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3f837b70-b89e-498d-8e44-c63ec34b0491 req-0369b6b2-20c0-4021-8574-4e6a2d6ced8e tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.1218543 Sep 15 15:12:36.524605 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12437bb4-5f53-41e5-9469-c8023eb5bd87 req-f7e10a6d-35eb-4cba-9e5c-3d25aa66f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:36.526067 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-12437bb4-5f53-41e5-9469-c8023eb5bd87 req-f7e10a6d-35eb-4cba-9e5c-3d25aa66f6e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d0fe14e1-005c-4c5a-b599-64be3a4bb0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756133 Sep 15 15:12:36.535147 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-790b79d6-7972-41a7-9dad-698d28ac44d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002857'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:36.563109 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3f837b70-b89e-498d-8e44-c63ec34b0491 req-616d0a4e-eaa9-4dcd-836e-836ea45a884c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549698 Sep 15 15:12:36.616245 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-790b79d6-7972-41a7-9dad-698d28ac44d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935455', 'neutron.services.segments.db._delete_segments_for_network-8747554679709'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:36.632168 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-12437bb4-5f53-41e5-9469-c8023eb5bd87 req-8753c066-362f-481b-85a4-ad5959abb86f service neutron] 10.222.0.47 "GET /v2.0/networks/d0fe14e1-005c-4c5a-b599-64be3a4bb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936882 Sep 15 15:12:36.636116 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-790b79d6-7972-41a7-9dad-698d28ac44d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f43f72e-6eb7-4c77-884b-d99b60861423']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:36.645704 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-790b79d6-7972-41a7-9dad-698d28ac44d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bcd7650-6253-4c0d-ac5b-ffe8708e5af6') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:36.646006 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-790b79d6-7972-41a7-9dad-698d28ac44d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bcd7650-6253-4c0d-ac5b-ffe8708e5af6') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:36.655114 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-790b79d6-7972-41a7-9dad-698d28ac44d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747554679206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9148441'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:36.668397 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-790b79d6-7972-41a7-9dad-698d28ac44d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:36.674689 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790b79d6-7972-41a7-9dad-698d28ac44d3 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:12:36.675192 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-790b79d6-7972-41a7-9dad-698d28ac44d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9629202'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: timer() Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: cb(*args, **kw) Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: self._notify() Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: self.callback(batched_events) Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: event.method(event) Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: return self._get(url).json() Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:12:36.677234 dv-cinder-808837-2-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:12:36.726035 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-12437bb4-5f53-41e5-9469-c8023eb5bd87 req-21bb6420-9812-4bc3-863c-019259a010a5 service neutron] 10.222.0.47 "GET /v2.0/networks/d0fe14e1-005c-4c5a-b599-64be3a4bb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832608 Sep 15 15:12:36.735991 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-790b79d6-7972-41a7-9dad-698d28ac44d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675161'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:36.751916 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-790b79d6-7972-41a7-9dad-698d28ac44d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:36.754463 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-790b79d6-7972-41a7-9dad-698d28ac44d3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8f43f72e-6eb7-4c77-884b-d99b60861423 HTTP/1.1" status: 204 len: 168 time: 0.2871730 Sep 15 15:12:36.755629 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b79d6-7972-41a7-9dad-698d28ac44d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f43f72e-6eb7-4c77-884b-d99b60861423,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:36.935900 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba144c50-57c2-472d-83a1-b290b3a7bf0e req-5edd8be0-787e-4e3e-a062-b523b6590aa2 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:36.937399 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ba144c50-57c2-472d-83a1-b290b3a7bf0e req-5edd8be0-787e-4e3e-a062-b523b6590aa2 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0484059 Sep 15 15:12:36.968197 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:36.978567 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ba144c50-57c2-472d-83a1-b290b3a7bf0e req-31c665e3-8a52-42ef-82b2-dc8059d92f7f tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332251 Sep 15 15:12:36.990729 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 51612) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:37.029949 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-91c8128b-c35e-44e3-92b6-9e5c8cfc8162 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1706b65a5e10414f92b78b37c85090d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380552 Sep 15 15:12:37.032282 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 51614) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:37.081807 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a3826be8-4cbf-4cad-ac19-e28f0c4c5fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:37.106147 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a3826be8-4cbf-4cad-ac19-e28f0c4c5fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:37.155184 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a3826be8-4cbf-4cad-ac19-e28f0c4c5fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:37.157817 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a3826be8-4cbf-4cad-ac19-e28f0c4c5fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:37.159704 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-a3826be8-4cbf-4cad-ac19-e28f0c4c5fe4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7cc5ee76-8233-41d4-b1bb-32b7c59b3e59 HTTP/1.1" status: 204 len: 168 time: 0.1263571 Sep 15 15:12:37.167314 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3826be8-4cbf-4cad-ac19-e28f0c4c5fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc5ee76-8233-41d4-b1bb-32b7c59b3e59,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:37.384480 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80694ee6-38fa-4460-8e24-36ae3203a036 req-eb37640f-edde-4266-8afc-ae2eddf6829f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:37.385980 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-80694ee6-38fa-4460-8e24-36ae3203a036 req-eb37640f-edde-4266-8afc-ae2eddf6829f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 944 time: 0.0496671 Sep 15 15:12:37.424370 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-80694ee6-38fa-4460-8e24-36ae3203a036 req-fb64e6a1-8589-4ee8-8880-009ae0144a69 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321980 Sep 15 15:12:37.685647 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57c5c7-374a-4c54-9413-1aa5aa8c1a8f req-82287b52-5f3f-4f35-b1fb-d633f555a7ff tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:37.687169 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8b57c5c7-374a-4c54-9413-1aa5aa8c1a8f req-82287b52-5f3f-4f35-b1fb-d633f555a7ff tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0489185 Sep 15 15:12:37.726313 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8b57c5c7-374a-4c54-9413-1aa5aa8c1a8f req-f6e72ed0-6b1a-4525-8abc-b332359b0080 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323255 Sep 15 15:12:38.103732 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d860e3-27db-402a-9516-f029e1af4f3a req-c821e638-c5a2-419a-8d99-24f73adebc7a tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:38.105258 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-73d860e3-27db-402a-9516-f029e1af4f3a req-c821e638-c5a2-419a-8d99-24f73adebc7a tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0579445 Sep 15 15:12:38.145829 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-73d860e3-27db-402a-9516-f029e1af4f3a req-39a63753-029e-441f-be87-b66d65f67071 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328069 Sep 15 15:12:38.537258 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eadad0-5055-455e-9453-29392a19ac98 req-e9584571-3d33-45e7-9a91-42890f9352e6 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:38.538646 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d7eadad0-5055-455e-9453-29392a19ac98 req-e9584571-3d33-45e7-9a91-42890f9352e6 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 944 time: 0.0474935 Sep 15 15:12:38.576596 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d7eadad0-5055-455e-9453-29392a19ac98 req-674cd738-b20f-41a1-8248-f7f71efbfdab tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320897 Sep 15 15:12:38.842542 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c942cd-4f3c-44d5-8322-d39f87693249 req-3bdb04d5-78a3-4f30-8fa2-2847342bdbd7 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:38.843941 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f7c942cd-4f3c-44d5-8322-d39f87693249 req-3bdb04d5-78a3-4f30-8fa2-2847342bdbd7 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0486286 Sep 15 15:12:38.880668 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f7c942cd-4f3c-44d5-8322-d39f87693249 req-ac4032fc-f951-4ac0-a653-7384090c3638 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307298 Sep 15 15:12:39.690419 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdafd9c-41b7-4c34-812b-40d497b70bdd req-03a95357-0f83-46cd-bac7-c33370e4a58b tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:39.691770 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dbdafd9c-41b7-4c34-812b-40d497b70bdd req-03a95357-0f83-46cd-bac7-c33370e4a58b tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 944 time: 0.0508533 Sep 15 15:12:39.734957 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dbdafd9c-41b7-4c34-812b-40d497b70bdd req-4e4a0755-d94c-4d84-9009-df63b8c4d882 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369701 Sep 15 15:12:39.992311 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17eae6-d008-4680-956f-430165f949d6 req-09c9b39c-8e2a-42b2-b560-51f422909723 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:39.993779 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9c17eae6-d008-4680-956f-430165f949d6 req-09c9b39c-8e2a-42b2-b560-51f422909723 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0476036 Sep 15 15:12:40.030747 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9c17eae6-d008-4680-956f-430165f949d6 req-7a2c015d-ad1e-45ec-b97e-bb7498d2897b tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310307 Sep 15 15:12:40.104074 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device c3e027f3-824b-4b6b-9403-c673a0b3628d details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:12:40.195369 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port c3e027f3-824b-4b6b-9403-c673a0b3628d, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=c3e027f3-824b-4b6b-9403-c673a0b3628d,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:12:40.205868 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': 'c3e027f3-824b-4b6b-9403-c673a0b3628d', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'port_id': 'c3e027f3-824b-4b6b-9403-c673a0b3628d', 'mac_address': 'fa:16:3e:57:d2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:12:40.245246 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:40.257479 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e027f3-824b-4b6b-9403-c673a0b3628d {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:12:40.275482 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port c3e027f3-824b-4b6b-9403-c673a0b3628d, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=c3e027f3-824b-4b6b-9403-c673a0b3628d,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:12:40.279011 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:40.324309 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=c3e027f3-824b-4b6b-9403-c673a0b3628d,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:40.637844 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['c3e027f3-824b-4b6b-9403-c673a0b3628d'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:12:40.817798 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 51694) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:40.873142 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c6a2c-95c1-4c13-b18d-36e121993d20 req-2a99a9f8-0fa8-451b-a662-30cf2fdf5040 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:40.875578 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3d9c6a2c-95c1-4c13-b18d-36e121993d20 req-2a99a9f8-0fa8-451b-a662-30cf2fdf5040 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 945 time: 0.0610123 Sep 15 15:12:40.924147 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3d9c6a2c-95c1-4c13-b18d-36e121993d20 req-4e95205a-db6d-4bc9-8f36-875326da5c1d tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408945 Sep 15 15:12:40.980367 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-87b96053-60c4-4063-87e3-6f8343af89eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:41.073584 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-87b96053-60c4-4063-87e3-6f8343af89eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:41.077594 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-87b96053-60c4-4063-87e3-6f8343af89eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:41.116332 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-87b96053-60c4-4063-87e3-6f8343af89eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2d5bd248b7549b6896b641b145affa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968535 Sep 15 15:12:41.117197 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b96053-60c4-4063-87e3-6f8343af89eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adafde5-84bc-4c20-a742-ced01a4e7825,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:41.119508 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 51704) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:41.149213 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62754253-be61-48e5-b026-289b83c94d1b req-7e5c153a-d0c9-4e6b-a735-0fd17b5c9ca7 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:41.150767 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-62754253-be61-48e5-b026-289b83c94d1b req-7e5c153a-d0c9-4e6b-a735-0fd17b5c9ca7 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0519314 Sep 15 15:12:41.168763 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-41816eff-9eb6-431e-a7ac-d4c5d87ba330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:41.188733 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-62754253-be61-48e5-b026-289b83c94d1b req-5d8411ab-2ef0-4776-9d25-1f51c56f445c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315340 Sep 15 15:12:41.190391 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-41816eff-9eb6-431e-a7ac-d4c5d87ba330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:41.242574 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-41816eff-9eb6-431e-a7ac-d4c5d87ba330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:41.245079 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-41816eff-9eb6-431e-a7ac-d4c5d87ba330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:41.246228 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-41816eff-9eb6-431e-a7ac-d4c5d87ba330 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3adafde5-84bc-4c20-a742-ced01a4e7825 HTTP/1.1" status: 204 len: 168 time: 0.1258001 Sep 15 15:12:41.254384 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41816eff-9eb6-431e-a7ac-d4c5d87ba330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adafde5-84bc-4c20-a742-ced01a4e7825,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:41.862774 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 51726) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:41.962671 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-8b13b262-cc86-45d3-ac88-aa7d5b6387ed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-672427371-network', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:12:41.983919 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b13b262-cc86-45d3-ac88-aa7d5b6387ed admin admin] Made reservation on behalf of c2a7af14495048dd9ccd76e2074b39ea for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:12:41.986305 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8b13b262-cc86-45d3-ac88-aa7d5b6387ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:41.996602 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8b13b262-cc86-45d3-ac88-aa7d5b6387ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:42.070326 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2746ba7-418e-4fda-adf7-cf8d23f5a0f7 req-b85d2f35-0401-4e02-bb3d-69b5e40454c0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:42.071823 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d2746ba7-418e-4fda-adf7-cf8d23f5a0f7 req-b85d2f35-0401-4e02-bb3d-69b5e40454c0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 945 time: 0.0730536 Sep 15 15:12:42.105224 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device c3e027f3-824b-4b6b-9403-c673a0b3628d up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:12:42.134560 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d2746ba7-418e-4fda-adf7-cf8d23f5a0f7 req-a0dc9df7-93ee-47f5-8296-7ca86d4cd223 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539083 Sep 15 15:12:42.172594 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning for port c3e027f3-824b-4b6b-9403-c673a0b3628d completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:12:42.177055 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8b13b262-cc86-45d3-ac88-aa7d5b6387ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:42.180476 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port c3e027f3-824b-4b6b-9403-c673a0b3628d triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:42.181093 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:42.181207 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8b13b262-cc86-45d3-ac88-aa7d5b6387ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:42.210341 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b13b262-cc86-45d3-ac88-aa7d5b6387ed admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:12:42.225657 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13b262-cc86-45d3-ac88-aa7d5b6387ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fccee6-2159-48bd-abe6-8ccfb8fa3629,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:42.232164 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8b13b262-cc86-45d3-ac88-aa7d5b6387ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:42.232510 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-8b13b262-cc86-45d3-ac88-aa7d5b6387ed admin admin] Added segment cd81db31-5a80-4cde-9b13-8e0813c1fda7 of type vlan for network 0e5fccde-8fc2-40b3-a033-f50c6b2a24cc Sep 15 15:12:42.271043 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:42.276339 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8b13b262-cc86-45d3-ac88-aa7d5b6387ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747554121512'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:42.293504 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602e1808-e250-4050-8452-e20bab2cb7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e027f3-824b-4b6b-9403-c673a0b3628d'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:12:42.295953 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be82750e-343e-4187-9993-f369b67f0d36" -d '{"events": [{"server_uuid": "602e1808-e250-4050-8452-e20bab2cb7d9", "name": "network-vif-plugged", "status": "completed", "tag": "c3e027f3-824b-4b6b-9403-c673a0b3628d"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:12:42.301590 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8b13b262-cc86-45d3-ac88-aa7d5b6387ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:42.303573 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b13b262-cc86-45d3-ac88-aa7d5b6387ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:42.304221 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8b13b262-cc86-45d3-ac88-aa7d5b6387ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:42.311069 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port c3e027f3-824b-4b6b-9403-c673a0b3628d, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=c3e027f3-824b-4b6b-9403-c673a0b3628d,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:12:42.316039 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:42.321190 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf705e1-8dc4-4e06-9bf4-f2892c0c78a8 req-2084eca0-3f3d-4b2a-a915-28c1587c18e1 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:42.324018 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-faf705e1-8dc4-4e06-9bf4-f2892c0c78a8 req-2084eca0-3f3d-4b2a-a915-28c1587c18e1 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0561371 Sep 15 15:12:42.340453 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-8b13b262-cc86-45d3-ac88-aa7d5b6387ed admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4762769 Sep 15 15:12:42.350777 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 51744) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:42.356611 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e081ff30-af0c-4d21-8ff3-eb2dc7a6efd6 x-openstack-request-id: req-e081ff30-af0c-4d21-8ff3-eb2dc7a6efd6 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:12:42.356888 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-4358b184-b2ed-42a1-9eb0-cf66a0836fb0 admin admin] Request body: {'subnet': {'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-672427371-subnet', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'ip_version': 4}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:12:42.357005 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "602e1808-e250-4050-8452-e20bab2cb7d9", "name": "network-vif-plugged", "status": "completed", "tag": "c3e027f3-824b-4b6b-9403-c673a0b3628d", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:12:42.357383 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e081ff30-af0c-4d21-8ff3-eb2dc7a6efd6 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:12:42.357860 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '602e1808-e250-4050-8452-e20bab2cb7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e027f3-824b-4b6b-9403-c673a0b3628d', 'code': 200} Sep 15 15:12:42.374353 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13b262-cc86-45d3-ac88-aa7d5b6387ed admin admin] Pushing event updated for resources: {'Network': ['ID=0e5fccde-8fc2-40b3-a033-f50c6b2a24cc,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:42.389832 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Network 0e5fccde-8fc2-40b3-a033-f50c6b2a24cc details requested by agent ovs-agent-dv-cinder-808837-2-iscsi with host dv-cinder-808837-2-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:12:42.393595 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=c3e027f3-824b-4b6b-9403-c673a0b3628d,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:42.408305 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-faf705e1-8dc4-4e06-9bf4-f2892c0c78a8 req-4c17f553-c147-4480-af9d-60680446f41b tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750990 Sep 15 15:12:42.414370 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4358b184-b2ed-42a1-9eb0-cf66a0836fb0 admin admin] Made reservation on behalf of c2a7af14495048dd9ccd76e2074b39ea for: {'subnet': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:12:42.417252 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4358b184-b2ed-42a1-9eb0-cf66a0836fb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11857622'] for subnet, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:42.603170 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4358b184-b2ed-42a1-9eb0-cf66a0836fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8964620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11857656'] for subnet, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:42.682411 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358b184-b2ed-42a1-9eb0-cf66a0836fb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b550d78-8522-40d8-a5dc-f8acba57a015,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:42.698808 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885074f-4bf8-4381-a394-73568542bdd7 req-32b031ce-c73b-42f7-889c-a1650dabe418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:42.700286 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a885074f-4bf8-4381-a394-73568542bdd7 req-32b031ce-c73b-42f7-889c-a1650dabe418 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 1099 time: 0.0738010 Sep 15 15:12:42.701346 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4358b184-b2ed-42a1-9eb0-cf66a0836fb0 admin admin] Checking segment: {'id': 'cd81db31-5a80-4cde-9b13-8e0813c1fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:12:42.701688 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4358b184-b2ed-42a1-9eb0-cf66a0836fb0 admin admin] Network hostable DHCP agents. Network: 0e5fccde-8fc2-40b3-a033-f50c6b2a24cc, hostable agents: ['8778f267-bcf6-40a9-a6c7-747964b5c268'], hosted agents: [] {{(pid=94132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:12:42.730213 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4358b184-b2ed-42a1-9eb0-cf66a0836fb0 admin admin] Network 0e5fccde-8fc2-40b3-a033-f50c6b2a24cc is scheduled to be hosted by DHCP agent 8778f267-bcf6-40a9-a6c7-747964b5c268 with binding_index 1 {{(pid=94132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:12:42.747516 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a885074f-4bf8-4381-a394-73568542bdd7 req-340f0da7-b2c9-41c5-8261-5be503a07ed1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368869 Sep 15 15:12:42.748393 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-4358b184-b2ed-42a1-9eb0-cf66a0836fb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808837-2-iscsi, 0e5fccde-8fc2-40b3-a033-f50c6b2a24cc) {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:12:42.753245 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4358b184-b2ed-42a1-9eb0-cf66a0836fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:42.754312 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4358b184-b2ed-42a1-9eb0-cf66a0836fb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:42.757522 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e892a49-3c75-497a-ada4-0b1e6696e02e None None] Network 0e5fccde-8fc2-40b3-a033-f50c6b2a24cc requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:12:42.767293 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-4358b184-b2ed-42a1-9eb0-cf66a0836fb0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4151742 Sep 15 15:12:42.771498 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 51746) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:42.775846 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-5db05189-28f4-4372-bc58-2ac2e9e34706 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-672427371-router', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:12:42.797255 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5db05189-28f4-4372-bc58-2ac2e9e34706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3674502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1441'] for router, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:42.798578 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5db05189-28f4-4372-bc58-2ac2e9e34706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3676550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4060939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:42.867082 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5db05189-28f4-4372-bc58-2ac2e9e34706 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:42.905270 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148cf41a-cc58-5c2b-b52a-9984459364b2-0e5fccde-8fc2-40b3-a033-f50c6b2a24cc', 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'fixed_ips': [{'subnet_id': '4b550d78-8522-40d8-a5dc-f8acba57a015'}]}} from dv-cinder-808837-2-iscsi. {{(pid=94133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:12:42.906178 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:43.009736 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5db05189-28f4-4372-bc58-2ac2e9e34706 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:43.039777 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] Allocated IP 172.20.0.2 (0e5fccde-8fc2-40b3-a033-f50c6b2a24cc/4b550d78-8522-40d8-a5dc-f8acba57a015/b5b91e27-31d0-465d-b6dc-d0b3cb641c04) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:12:43.182553 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:43.188919 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:43.211799 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5db05189-28f4-4372-bc58-2ac2e9e34706 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:43.226718 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] Network 0e5fccde-8fc2-40b3-a033-f50c6b2a24cc is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:12:43.231515 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:12:43.232141 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5db05189-28f4-4372-bc58-2ac2e9e34706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:43.237177 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:12:43.249362 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] Pushing event updated for resources: {'Port': ['ID=b5b91e27-31d0-465d-b6dc-d0b3cb641c04,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:43.292766 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc93bd0-f1cc-4a2f-ab04-7d87115d2154 req-30fc52ee-a7a4-4d55-99be-31b759465e9f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:43.296115 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2cc93bd0-f1cc-4a2f-ab04-7d87115d2154 req-30fc52ee-a7a4-4d55-99be-31b759465e9f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 946 time: 0.0708077 Sep 15 15:12:43.307987 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] Attempting to bind port b5b91e27-31d0-465d-b6dc-d0b3cb641c04 on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:12:43.309093 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] Attempting to bind port b5b91e27-31d0-465d-b6dc-d0b3cb641c04 by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': 'cd81db31-5a80-4cde-9b13-8e0813c1fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:12:43.309616 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] Attempting to bind port b5b91e27-31d0-465d-b6dc-d0b3cb641c04 on network 0e5fccde-8fc2-40b3-a033-f50c6b2a24cc {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:12:43.316166 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:12:43.316591 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] Checking segment: {'id': 'cd81db31-5a80-4cde-9b13-8e0813c1fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:12:43.317036 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:43.317420 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] Bound using segment: {'id': 'cd81db31-5a80-4cde-9b13-8e0813c1fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:12:43.318874 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] Bound port: b5b91e27-31d0-465d-b6dc-d0b3cb641c04, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd81db31-5a80-4cde-9b13-8e0813c1fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:12:43.318874 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:43.364020 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2cc93bd0-f1cc-4a2f-ab04-7d87115d2154 req-52ffc8a9-82e7-49af-b742-fef6a63c8e21 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482967 Sep 15 15:12:43.376889 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-5db05189-28f4-4372-bc58-2ac2e9e34706 admin admin] Allocated IP 172.27.1.80 (de13fce9-42d8-46bf-87ad-5f72634a95fa/379175a2-a4aa-4fa7-8529-653d88fdda18/4a4c9606-612e-4e19-9c5b-aac5d6123c7f) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:12:43.391532 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] For port b5b91e27-31d0-465d-b6dc-d0b3cb641c04, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:12:43.396480 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] For port b5b91e27-31d0-465d-b6dc-d0b3cb641c04, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=b5b91e27-31d0-465d-b6dc-d0b3cb641c04,segment=NetworkSegment(cd81db31-5a80-4cde-9b13-8e0813c1fda7),segment_id=cd81db31-5a80-4cde-9b13-8e0813c1fda7)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:12:43.401113 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:43.459871 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ce8a3-986d-459f-8630-2c42d53a5111 None None] Pushing event updated for resources: {'Port': ['ID=b5b91e27-31d0-465d-b6dc-d0b3cb641c04,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:43.534592 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5db05189-28f4-4372-bc58-2ac2e9e34706 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:43.547470 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06473658-6afe-4bd9-980f-e0f7f18551b0 req-aa5a5547-ea20-48a9-ba31-4bf4650a8666 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:43.549016 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-06473658-6afe-4bd9-980f-e0f7f18551b0 req-aa5a5547-ea20-48a9-ba31-4bf4650a8666 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=884c2dec-f949-4453-8c82-bc89d1221b9d HTTP/1.1" status: 200 len: 945 time: 0.0597939 Sep 15 15:12:43.593043 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-06473658-6afe-4bd9-980f-e0f7f18551b0 req-a1a712dc-df21-4b7e-83d9-3264080643ef tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340979 Sep 15 15:12:43.594526 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f5976-cc6f-4bbe-9a12-edc80d80b78a req-e27e2393-d0e9-4ff1-b162-d3b81c78f7f1 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:43.596062 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-dc1f5976-cc6f-4bbe-9a12-edc80d80b78a req-e27e2393-d0e9-4ff1-b162-d3b81c78f7f1 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0841780 Sep 15 15:12:43.611504 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5db05189-28f4-4372-bc58-2ac2e9e34706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:43.681363 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db05189-28f4-4372-bc58-2ac2e9e34706 admin admin] Network de13fce9-42d8-46bf-87ad-5f72634a95fa is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:12:43.685333 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db05189-28f4-4372-bc58-2ac2e9e34706 admin admin] Pushing event updated for resources: {'Port': ['ID=4a4c9606-612e-4e19-9c5b-aac5d6123c7f,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:43.687891 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-5db05189-28f4-4372-bc58-2ac2e9e34706 admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:12:43.694600 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-dc1f5976-cc6f-4bbe-9a12-edc80d80b78a req-ef897387-1823-4e89-b91e-a0971c1fe136 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920210 Sep 15 15:12:43.695539 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db05189-28f4-4372-bc58-2ac2e9e34706 admin admin] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:12:43.942907 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5db05189-28f4-4372-bc58-2ac2e9e34706 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:44.134416 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5db05189-28f4-4372-bc58-2ac2e9e34706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675217'] for router, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:44.265533 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db05189-28f4-4372-bc58-2ac2e9e34706 admin admin] Router cad9d14e-8405-4eed-afcf-6a8d0e8589e6 is scheduled to L3 agent db645ea9-179a-465c-875f-1da649e94516 with binding_index 1 {{(pid=94132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:12:44.380748 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db05189-28f4-4372-bc58-2ac2e9e34706 admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:12:44.394974 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] Sync routers for ids ['cad9d14e-8405-4eed-afcf-6a8d0e8589e6'] in dv-cinder-808837-2-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:12:44.397683 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5db05189-28f4-4372-bc58-2ac2e9e34706 admin admin] Notify callbacks [] for router, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:44.403190 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-5db05189-28f4-4372-bc58-2ac2e9e34706 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6306632 Sep 15 15:12:44.405852 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 51760) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:44.407844 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] Routers {'cad9d14e-8405-4eed-afcf-6a8d0e8589e6'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:12:44.408417 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:12:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['cad9d14e-8405-4eed-afcf-6a8d0e8589e6'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:44.441295 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525a7413-08ae-4c6d-bee9-3ef13608c22b None None] Network 0e5fccde-8fc2-40b3-a033-f50c6b2a24cc requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:12:44.485802 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cfc20-bb31-4b04-acf2-3faa6b0ba5d5 req-378ece81-7574-4de9-99df-f2034c6dbc6c tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:44.494797 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-693cfc20-bb31-4b04-acf2-3faa6b0ba5d5 req-378ece81-7574-4de9-99df-f2034c6dbc6c tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 946 time: 0.0731952 Sep 15 15:12:44.522379 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] Set router cad9d14e-8405-4eed-afcf-6a8d0e8589e6 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:12:44.544321 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-693cfc20-bb31-4b04-acf2-3faa6b0ba5d5 req-e0769427-df23-4c30-9902-780a09d425fa tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439670 Sep 15 15:12:44.596933 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-a3a7b680-f962-4332-b806-2b63b2cea6de None None] Provisioning complete for port b5b91e27-31d0-465d-b6dc-d0b3cb641c04 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:44.597755 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a3a7b680-f962-4332-b806-2b63b2cea6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:44.729453 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a3a7b680-f962-4332-b806-2b63b2cea6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:44.746382 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f46f8f-0e39-45e8-9747-8e132fe9144d req-f845933e-84f0-4dfa-b75f-a9a05d149c7c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:44.748245 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-24f46f8f-0e39-45e8-9747-8e132fe9144d req-f845933e-84f0-4dfa-b75f-a9a05d149c7c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=884c2dec-f949-4453-8c82-bc89d1221b9d HTTP/1.1" status: 200 len: 945 time: 0.0781183 Sep 15 15:12:44.788174 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-a3a7b680-f962-4332-b806-2b63b2cea6de None None] For port b5b91e27-31d0-465d-b6dc-d0b3cb641c04, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=b5b91e27-31d0-465d-b6dc-d0b3cb641c04,segment=NetworkSegment(cd81db31-5a80-4cde-9b13-8e0813c1fda7),segment_id=cd81db31-5a80-4cde-9b13-8e0813c1fda7)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:12:44.793839 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a3a7b680-f962-4332-b806-2b63b2cea6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:44.821932 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-24f46f8f-0e39-45e8-9747-8e132fe9144d req-76ddbbc5-0c8b-41f0-b9dc-0fc95e0d768b tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664563 Sep 15 15:12:44.851418 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'name': 'tempest-TestShelveInstance-672427371-router', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:42Z', 'updated_at': '2021-09-15T15:12:43Z', 'revision_number': 3, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'gw_port': {'id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:43Z', 'updated_at': '2021-09-15T15:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:44.891295 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7b680-f962-4332-b806-2b63b2cea6de None None] Pushing event updated for resources: {'Port': ['ID=b5b91e27-31d0-465d-b6dc-d0b3cb641c04,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:44.893612 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] Checking router: cad9d14e-8405-4eed-afcf-6a8d0e8589e6 for host: dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:12:44.894346 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] Updating router cad9d14e-8405-4eed-afcf-6a8d0e8589e6 port 4a4c9606-612e-4e19-9c5b-aac5d6123c7f binding host dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:12:44.927996 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:44.975935 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae2e40-4d0d-4b9a-8e58-90793e36c078 req-efcb56ee-7713-4e35-8c63-ffe1e5edb277 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:44.977354 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-24ae2e40-4d0d-4b9a-8e58-90793e36c078 req-efcb56ee-7713-4e35-8c63-ffe1e5edb277 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0492470 Sep 15 15:12:44.980383 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1533cd6-c99b-4cb6-8e57-9d7899dc78e5 req-1ad28d1d-38bf-47e6-87a1-49845e3b44cf tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:44.981965 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e1533cd6-c99b-4cb6-8e57-9d7899dc78e5 req-1ad28d1d-38bf-47e6-87a1-49845e3b44cf tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 946 time: 0.0949450 Sep 15 15:12:45.014871 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-dae15f1e-ae5c-4d58-84d9-aec5158e5ec8 None None] Provisioning complete for port b5b91e27-31d0-465d-b6dc-d0b3cb641c04 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:45.015482 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dae15f1e-ae5c-4d58-84d9-aec5158e5ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:45.040410 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-24ae2e40-4d0d-4b9a-8e58-90793e36c078 req-7130dae2-f7ca-484d-998b-3ae79a726e05 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534699 Sep 15 15:12:45.076363 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e1533cd6-c99b-4cb6-8e57-9d7899dc78e5 req-7e93d312-10ae-42f8-9429-1d5dd59cb64e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855882 Sep 15 15:12:45.103797 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 51768) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:45.220657 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-37468343-0cb8-4ad0-ae86-e2fe37fb5013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:45.233631 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:45.241022 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:45.276254 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013ee04f-0c7f-40f0-9a6d-95e6e58f860f tempest-TestVolumeBootPattern-720945804 tempest-TestVolumeBootPattern-720945804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:45.278037 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-013ee04f-0c7f-40f0-9a6d-95e6e58f860f tempest-TestVolumeBootPattern-720945804 tempest-TestVolumeBootPattern-720945804-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 1094 time: 0.1731646 Sep 15 15:12:45.281654 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 51772) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:45.287889 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-d3ea0ae6-7a41-4e24-9752-6500ec32fb3f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Request body: {'floatingip': {'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'port_id': 'c3e027f3-824b-4b6b-9403-c673a0b3628d', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:12:45.298985 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2545f6a-e102-4b08-aa29-bab31f525205 None None] Pushing event updated for resources: {'Port': ['ID=4a4c9606-612e-4e19-9c5b-aac5d6123c7f,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:45.306864 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] Attempting to bind port 4a4c9606-612e-4e19-9c5b-aac5d6123c7f on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:12:45.307496 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] Attempting to bind port 4a4c9606-612e-4e19-9c5b-aac5d6123c7f by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:12:45.308044 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] Attempting to bind port 4a4c9606-612e-4e19-9c5b-aac5d6123c7f on network de13fce9-42d8-46bf-87ad-5f72634a95fa {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:12:45.314459 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:12:45.315646 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] Checking segment: {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:12:45.316159 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:45.316715 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] Bound using segment: {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:12:45.317138 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] Bound port: 4a4c9606-612e-4e19-9c5b-aac5d6123c7f, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:12:45.317603 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:45.322081 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d3ea0ae6-7a41-4e24-9752-6500ec32fb3f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for floatingip, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:45.380666 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] For port 4a4c9606-612e-4e19-9c5b-aac5d6123c7f, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:12:45.385873 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] For port 4a4c9606-612e-4e19-9c5b-aac5d6123c7f, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=4a4c9606-612e-4e19-9c5b-aac5d6123c7f,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:12:45.390758 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:45.439087 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d3ea0ae6-7a41-4e24-9752-6500ec32fb3f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:45.468149 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] Routers {'cad9d14e-8405-4eed-afcf-6a8d0e8589e6'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:12:45.468830 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:12:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['cad9d14e-8405-4eed-afcf-6a8d0e8589e6'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:45.470466 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2545f6a-e102-4b08-aa29-bab31f525205 None None] Pushing event updated for resources: {'Port': ['ID=4a4c9606-612e-4e19-9c5b-aac5d6123c7f,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:45.474364 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-37468343-0cb8-4ad0-ae86-e2fe37fb5013 admin admin] Allocated IP 172.20.0.1 (0e5fccde-8fc2-40b3-a033-f50c6b2a24cc/4b550d78-8522-40d8-a5dc-f8acba57a015/0debd629-a7a1-4684-b4a0-ffaa5896fcee) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:12:45.560593 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-d3ea0ae6-7a41-4e24-9752-6500ec32fb3f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Allocated IP 172.27.1.190 (de13fce9-42d8-46bf-87ad-5f72634a95fa/379175a2-a4aa-4fa7-8529-653d88fdda18/ca8a06c6-3d83-4cbd-9dd4-c44524647a6c) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:12:45.611715 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-37468343-0cb8-4ad0-ae86-e2fe37fb5013 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:45.644712 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] Set router cad9d14e-8405-4eed-afcf-6a8d0e8589e6 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:12:45.661814 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-37468343-0cb8-4ad0-ae86-e2fe37fb5013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:45.712825 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37468343-0cb8-4ad0-ae86-e2fe37fb5013 admin admin] Network 0e5fccde-8fc2-40b3-a033-f50c6b2a24cc is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:12:45.713719 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device b5b91e27-31d0-465d-b6dc-d0b3cb641c04 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:12:45.717736 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-37468343-0cb8-4ad0-ae86-e2fe37fb5013 admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:12:45.734745 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37468343-0cb8-4ad0-ae86-e2fe37fb5013 admin admin] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:12:45.740410 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d3ea0ae6-7a41-4e24-9752-6500ec32fb3f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:45.787955 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port b5b91e27-31d0-465d-b6dc-d0b3cb641c04 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:45.788485 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:45.806166 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d3ea0ae6-7a41-4e24-9752-6500ec32fb3f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:45.806885 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37468343-0cb8-4ad0-ae86-e2fe37fb5013 admin admin] Pushing event updated for resources: {'Port': ['ID=0debd629-a7a1-4684-b4a0-ffaa5896fcee,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:45.822888 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-37468343-0cb8-4ad0-ae86-e2fe37fb5013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3675270'] for router_interface, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:45.858127 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ea0ae6-7a41-4e24-9752-6500ec32fb3f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Network de13fce9-42d8-46bf-87ad-5f72634a95fa is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:12:45.862613 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-d3ea0ae6-7a41-4e24-9752-6500ec32fb3f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:12:45.866377 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ea0ae6-7a41-4e24-9752-6500ec32fb3f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:12:45.908370 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea0ae6-7a41-4e24-9752-6500ec32fb3f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event updated for resources: {'Port': ['ID=ca8a06c6-3d83-4cbd-9dd4-c44524647a6c,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:46.012607 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'name': 'tempest-TestShelveInstance-672427371-router', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:42Z', 'updated_at': '2021-09-15T15:12:43Z', 'revision_number': 3, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'gw_port': {'id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:43Z', 'updated_at': '2021-09-15T15:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:46.050768 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bb73a6-48e0-4437-b840-e34fffedf820 None None] The sync data for ids ['cad9d14e-8405-4eed-afcf-6a8d0e8589e6'] in dv-cinder-808837-2-iscsi is: [{'id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'name': 'tempest-TestShelveInstance-672427371-router', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:42Z', 'updated_at': '2021-09-15T15:12:43Z', 'revision_number': 3, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'gw_port': {'id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:43Z', 'updated_at': '2021-09-15T15:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:12:46.062324 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-37468343-0cb8-4ad0-ae86-e2fe37fb5013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:46.076533 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdca9aa-3a8f-40f1-9591-ead553aeb15a req-8517c1ec-84c2-4103-bee7-b3dfd67e4a4a tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:46.083826 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8fdca9aa-3a8f-40f1-9591-ead553aeb15a req-8517c1ec-84c2-4103-bee7-b3dfd67e4a4a tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=884c2dec-f949-4453-8c82-bc89d1221b9d HTTP/1.1" status: 200 len: 945 time: 0.1459413 Sep 15 15:12:46.125456 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382bdde-54ea-4fc6-bb5f-ed124ba94853 req-9cb98574-9568-4dbb-83bc-f80dbc645def tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:46.126639 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8fdca9aa-3a8f-40f1-9591-ead553aeb15a req-337ebcad-c6b7-438f-b363-9416ed5e83e4 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419440 Sep 15 15:12:46.127287 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4382bdde-54ea-4fc6-bb5f-ed124ba94853 req-9cb98574-9568-4dbb-83bc-f80dbc645def tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.47 "GET /v2.0/ports?device_id=884c2dec-f949-4453-8c82-bc89d1221b9d HTTP/1.1" status: 200 len: 945 time: 0.1374271 Sep 15 15:12:46.184006 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-84bea164-88d9-442c-87e5-c71db3b896a9 None None] Provisioning complete for port 0debd629-a7a1-4684-b4a0-ffaa5896fcee triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:46.184377 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-84bea164-88d9-442c-87e5-c71db3b896a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:46.229980 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-84bea164-88d9-442c-87e5-c71db3b896a9 None None] Port 0debd629-a7a1-4684-b4a0-ffaa5896fcee cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:12:46.315476 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe6191-0cf0-40c7-8d76-22218f6e22fa req-690b1d77-f208-4120-83ca-309a73b349ab tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:46.317029 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1ffe6191-0cf0-40c7-8d76-22218f6e22fa req-690b1d77-f208-4120-83ca-309a73b349ab tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.1888394 Sep 15 15:12:46.426707 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-4382bdde-54ea-4fc6-bb5f-ed124ba94853 req-e63cc8d3-f02c-46ed-ae40-d8b049291baf tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Deleting port 0c3e2d12-2bb9-4aab-a161-c31164d0887c {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:12:46.426707 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-4382bdde-54ea-4fc6-bb5f-ed124ba94853 req-e63cc8d3-f02c-46ed-ae40-d8b049291baf tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:46.433671 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1ffe6191-0cf0-40c7-8d76-22218f6e22fa req-ee201d7c-ae07-4090-9a2a-bad52eb4284f tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056173 Sep 15 15:12:46.435771 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-37468343-0cb8-4ad0-ae86-e2fe37fb5013 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:46.480024 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d3ea0ae6-7a41-4e24-9752-6500ec32fb3f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:46.500810 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-37468343-0cb8-4ad0-ae86-e2fe37fb5013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:46.600574 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37468343-0cb8-4ad0-ae86-e2fe37fb5013 admin admin] Pushing event updated for resources: {'Port': ['ID=0debd629-a7a1-4684-b4a0-ffaa5896fcee,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:46.607873 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-37468343-0cb8-4ad0-ae86-e2fe37fb5013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672854'] for router_interface, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:46.610754 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-4382bdde-54ea-4fc6-bb5f-ed124ba94853 req-e63cc8d3-f02c-46ed-ae40-d8b049291baf tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] For port 0c3e2d12-2bb9-4aab-a161-c31164d0887c, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=0c3e2d12-2bb9-4aab-a161-c31164d0887c,segment=NetworkSegment(f28eeada-d39b-4772-81be-4ab9ee0346e8),segment_id=f28eeada-d39b-4772-81be-4ab9ee0346e8)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:12:46.611115 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-4382bdde-54ea-4fc6-bb5f-ed124ba94853 req-e63cc8d3-f02c-46ed-ae40-d8b049291baf tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:46.636338 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-4382bdde-54ea-4fc6-bb5f-ed124ba94853 req-e63cc8d3-f02c-46ed-ae40-d8b049291baf tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Calling delete_port for 0c3e2d12-2bb9-4aab-a161-c31164d0887c owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:12:46.793674 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37468343-0cb8-4ad0-ae86-e2fe37fb5013 admin admin] Network 0e5fccde-8fc2-40b3-a033-f50c6b2a24cc is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:12:46.795958 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-37468343-0cb8-4ad0-ae86-e2fe37fb5013 admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:12:46.798047 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d3ea0ae6-7a41-4e24-9752-6500ec32fb3f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:46.944288 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-4382bdde-54ea-4fc6-bb5f-ed124ba94853 req-e63cc8d3-f02c-46ed-ae40-d8b049291baf tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:46.957650 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['235bcf9c-3fd5-4bbc-988e-b12d0006da81', '2461b784-0a6a-4124-8718-80c69d2de6c7', '2b1ddffb-28ae-4939-ac41-7e9da6a42117', '0c3e2d12-2bb9-4aab-a161-c31164d0887c'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:12:46.980474 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63cc8d3-f02c-46ed-ae40-d8b049291baf tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Pushing event deleted for resources: {'Port': ['ID=0c3e2d12-2bb9-4aab-a161-c31164d0887c,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:47.027463 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d3ea0ae6-7a41-4e24-9752-6500ec32fb3f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:47.033009 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d3ea0ae6-7a41-4e24-9752-6500ec32fb3f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625850'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:47.036662 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37468343-0cb8-4ad0-ae86-e2fe37fb5013 admin admin] Router cad9d14e-8405-4eed-afcf-6a8d0e8589e6 has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:12:47.056281 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4382bdde-54ea-4fc6-bb5f-ed124ba94853 req-e63cc8d3-f02c-46ed-ae40-d8b049291baf tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] No DVR routers for this DVR port 0c3e2d12-2bb9-4aab-a161-c31164d0887c on host hv-cinder-80883 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:12:47.060012 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-4382bdde-54ea-4fc6-bb5f-ed124ba94853 req-e63cc8d3-f02c-46ed-ae40-d8b049291baf tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:47.062903 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4382bdde-54ea-4fc6-bb5f-ed124ba94853 req-e63cc8d3-f02c-46ed-ae40-d8b049291baf tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.47 "DELETE /v2.0/ports/0c3e2d12-2bb9-4aab-a161-c31164d0887c HTTP/1.1" status: 204 len: 173 time: 0.9197433 Sep 15 15:12:47.063806 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884c2dec-f949-4453-8c82-bc89d1221b9d', 'name': 'network-vif-deleted', 'tag': '0c3e2d12-2bb9-4aab-a161-c31164d0887c'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:12:47.067861 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639ee3d6-ddfc-4343-bb10-f2b9ab8a9c07" -d '{"events": [{"server_uuid": "884c2dec-f949-4453-8c82-bc89d1221b9d", "name": "network-vif-deleted", "tag": "0c3e2d12-2bb9-4aab-a161-c31164d0887c"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:12:47.121624 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d3ea0ae6-7a41-4e24-9752-6500ec32fb3f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675147'] for floatingip, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:47.136417 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74684c03-5417-4b36-bb8f-cf67da97ad95 x-openstack-request-id: req-74684c03-5417-4b36-bb8f-cf67da97ad95 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:12:47.136979 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884c2dec-f949-4453-8c82-bc89d1221b9d", "name": "network-vif-deleted", "tag": "0c3e2d12-2bb9-4aab-a161-c31164d0887c", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:12:47.137229 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74684c03-5417-4b36-bb8f-cf67da97ad95 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:12:47.137672 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884c2dec-f949-4453-8c82-bc89d1221b9d', 'name': 'network-vif-deleted', 'tag': '0c3e2d12-2bb9-4aab-a161-c31164d0887c', 'status': 'completed', 'code': 200} Sep 15 15:12:47.187940 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea0ae6-7a41-4e24-9752-6500ec32fb3f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event updated for resources: {'Port': ['ID=ca8a06c6-3d83-4cbd-9dd4-c44524647a6c,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:47.196932 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37468343-0cb8-4ad0-ae86-e2fe37fb5013 admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:12:47.207563 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-37468343-0cb8-4ad0-ae86-e2fe37fb5013 admin admin] 10.222.0.44 "PUT /v2.0/routers/cad9d14e-8405-4eed-afcf-6a8d0e8589e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8005536 Sep 15 15:12:47.225331 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-6461a74b-e313-4c64-92ed-dbfe6cf9506a None None] Provisioning complete for port 0debd629-a7a1-4684-b4a0-ffaa5896fcee triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:47.225703 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6461a74b-e313-4c64-92ed-dbfe6cf9506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:47.271023 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-635de8ab-4457-4aa0-97fa-d13129de6363 req-e17fe8a9-9d4a-4180-8bb7-965f29ef959c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=884c2dec-f949-4453-8c82-bc89d1221b9d HTTP/1.1" status: 200 len: 210 time: 0.0376143 Sep 15 15:12:47.289172 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-6461a74b-e313-4c64-92ed-dbfe6cf9506a None None] Port 0debd629-a7a1-4684-b4a0-ffaa5896fcee cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:12:47.320158 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.db.l3_db [None req-d3ea0ae6-7a41-4e24-9752-6500ec32fb3f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Floating IP 2d504303-3226-400c-a818-12bce9bf54fd associated. External IP: 172.27.1.190, port: c3e027f3-824b-4b6b-9403-c673a0b3628d. Sep 15 15:12:47.583454 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ea0ae6-7a41-4e24-9752-6500ec32fb3f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:12:47.601975 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b694aa8-69a2-423b-aa67-33088aaf6bde req-de604c76-f2af-42ce-a556-f2ee9b0f73a3 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:47.603801 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3b694aa8-69a2-423b-aa67-33088aaf6bde req-de604c76-f2af-42ce-a556-f2ee9b0f73a3 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0816379 Sep 15 15:12:47.697687 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3b694aa8-69a2-423b-aa67-33088aaf6bde req-fa3170dc-c88d-40ce-88ca-02b5bc375872 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877926 Sep 15 15:12:47.700430 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 4a4c9606-612e-4e19-9c5b-aac5d6123c7f up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:12:47.760305 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ea0ae6-7a41-4e24-9752-6500ec32fb3f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:12:47.778220 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d3ea0ae6-7a41-4e24-9752-6500ec32fb3f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:47.779274 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5012df3b-61dd-475f-bf6f-cd9d3ca8c78e None None] Sync routers for ids ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:12:47.805466 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012df3b-61dd-475f-bf6f-cd9d3ca8c78e None None] Routers {'4926f6fb-a987-4a98-ba4c-68d861fe0c03'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:12:47.806176 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-5012df3b-61dd-475f-bf6f-cd9d3ca8c78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:12:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:47.820471 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d3ea0ae6-7a41-4e24-9752-6500ec32fb3f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5375385 Sep 15 15:12:47.821122 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '602e1808-e250-4050-8452-e20bab2cb7d9', 'tag': 'c3e027f3-824b-4b6b-9403-c673a0b3628d'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:12:47.823588 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce72b88ea98b9b59f8744ce31cfa81804ac8f91e830cefd0c1469553d0f4f5f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd857d58-8812-4627-a30c-1a91bbc74f97" -d '{"events": [{"name": "network-changed", "server_uuid": "602e1808-e250-4050-8452-e20bab2cb7d9", "tag": "c3e027f3-824b-4b6b-9403-c673a0b3628d"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:12:47.864561 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8178a70d-25cb-4054-b317-9dcf0431e0f0 x-openstack-request-id: req-8178a70d-25cb-4054-b317-9dcf0431e0f0 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:12:47.864561 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "602e1808-e250-4050-8452-e20bab2cb7d9", "tag": "c3e027f3-824b-4b6b-9403-c673a0b3628d", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:12:47.864883 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8178a70d-25cb-4054-b317-9dcf0431e0f0 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:12:47.865149 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '602e1808-e250-4050-8452-e20bab2cb7d9', 'tag': 'c3e027f3-824b-4b6b-9403-c673a0b3628d', 'status': 'completed', 'code': 200} Sep 15 15:12:47.870907 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 51802) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:47.878383 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-a5e351d3-7cea-4b10-a895-b48a6dfea06d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1554771020-network', 'tenant_id': 'ee75564221b94ca79f5a0039898a7c97'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:12:47.883168 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 4a4c9606-612e-4e19-9c5b-aac5d6123c7f triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:47.883760 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:47.903078 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e351d3-7cea-4b10-a895-b48a6dfea06d admin admin] Made reservation on behalf of ee75564221b94ca79f5a0039898a7c97 for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:12:47.905898 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a5e351d3-7cea-4b10-a895-b48a6dfea06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:47.914800 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a5e351d3-7cea-4b10-a895-b48a6dfea06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:47.957195 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd857d58-8812-4627-a30c-1a91bbc74f97 req-45a84c24-1692-4a10-bd56-d5489316bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:47.959157 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fd857d58-8812-4627-a30c-1a91bbc74f97 req-45a84c24-1692-4a10-bd56-d5489316bc46 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5&device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 1099 time: 0.0579381 Sep 15 15:12:47.985158 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] Sync routers for ids ['cad9d14e-8405-4eed-afcf-6a8d0e8589e6'] in dv-cinder-808837-2-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:12:47.996625 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] Routers {'cad9d14e-8405-4eed-afcf-6a8d0e8589e6'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:12:47.997433 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:12:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['cad9d14e-8405-4eed-afcf-6a8d0e8589e6'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:48.052613 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a5e351d3-7cea-4b10-a895-b48a6dfea06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:48.056822 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a5e351d3-7cea-4b10-a895-b48a6dfea06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:48.094464 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e351d3-7cea-4b10-a895-b48a6dfea06d admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:12:48.099857 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-5012df3b-61dd-475f-bf6f-cd9d3ca8c78e None None] Set router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:12:48.100775 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd857d58-8812-4627-a30c-1a91bbc74f97 req-7a44f68d-28b3-43b6-9b98-2b58060be317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:48.103013 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e351d3-7cea-4b10-a895-b48a6dfea06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8437304-cabf-43da-bd0a-0e73c59fd684,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:48.104631 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fd857d58-8812-4627-a30c-1a91bbc74f97 req-7a44f68d-28b3-43b6-9b98-2b58060be317 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 HTTP/1.1" status: 200 len: 912 time: 0.1245801 Sep 15 15:12:48.114596 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a5e351d3-7cea-4b10-a895-b48a6dfea06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:48.115101 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-a5e351d3-7cea-4b10-a895-b48a6dfea06d admin admin] Added segment c6e55b42-5068-4535-b664-eda03f2762eb of type vlan for network 53235a62-ac9a-4528-945a-09a79d43ce91 Sep 15 15:12:48.151958 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] Set router cad9d14e-8405-4eed-afcf-6a8d0e8589e6 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:12:48.166281 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a5e351d3-7cea-4b10-a895-b48a6dfea06d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747554121512'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:48.168067 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:48.196882 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a5e351d3-7cea-4b10-a895-b48a6dfea06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:48.199619 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e351d3-7cea-4b10-a895-b48a6dfea06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:48.200449 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a5e351d3-7cea-4b10-a895-b48a6dfea06d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:48.217180 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fd857d58-8812-4627-a30c-1a91bbc74f97 req-bb315f5e-ac0e-4cf7-bb37-687c1858669e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e027f3-824b-4b6b-9403-c673a0b3628d HTTP/1.1" status: 200 len: 1000 time: 0.1022544 Sep 15 15:12:48.227697 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-a5e351d3-7cea-4b10-a895-b48a6dfea06d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3553417 Sep 15 15:12:48.230375 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 51804) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:48.236125 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-f3d0875b-f618-4829-9b9b-b9e8623c9528 admin admin] Request body: {'subnet': {'network_id': '53235a62-ac9a-4528-945a-09a79d43ce91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1554771020-subnet', 'tenant_id': 'ee75564221b94ca79f5a0039898a7c97', 'ip_version': 4}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:12:48.262752 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] For port 4a4c9606-612e-4e19-9c5b-aac5d6123c7f, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=4a4c9606-612e-4e19-9c5b-aac5d6123c7f,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:12:48.271383 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e351d3-7cea-4b10-a895-b48a6dfea06d admin admin] Pushing event updated for resources: {'Network': ['ID=53235a62-ac9a-4528-945a-09a79d43ce91,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:48.271593 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:48.303812 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d0875b-f618-4829-9b9b-b9e8623c9528 admin admin] Made reservation on behalf of ee75564221b94ca79f5a0039898a7c97 for: {'subnet': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:12:48.306700 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f3d0875b-f618-4829-9b9b-b9e8623c9528 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11857622'] for subnet, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:48.309695 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd857d58-8812-4627-a30c-1a91bbc74f97 req-6d9591ae-f521-452f-96f5-caa2cbdc957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:48.311481 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fd857d58-8812-4627-a30c-1a91bbc74f97 req-6d9591ae-f521-452f-96f5-caa2cbdc957e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab98e2b5-0526-4338-8324-d44ebcc41e73 HTTP/1.1" status: 200 len: 850 time: 0.0700195 Sep 15 15:12:48.313473 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Network 53235a62-ac9a-4528-945a-09a79d43ce91 details requested by agent ovs-agent-dv-cinder-808837-2-iscsi with host dv-cinder-808837-2-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:12:48.428272 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd857d58-8812-4627-a30c-1a91bbc74f97 req-685b4095-17c8-458f-b0a0-50819e07ea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:48.430157 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fd857d58-8812-4627-a30c-1a91bbc74f97 req-685b4095-17c8-458f-b0a0-50819e07ea79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1020265 Sep 15 15:12:48.450622 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'name': 'tempest-TestShelveInstance-672427371-router', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:42Z', 'updated_at': '2021-09-15T15:12:45Z', 'revision_number': 4, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'gw_port': {'id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:43Z', 'updated_at': '2021-09-15T15:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '0debd629-a7a1-4684-b4a0-ffaa5896fcee', 'name': '', 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'mac_address': 'fa:16:3e:9c:d8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4b550d78-8522-40d8-a5dc-f8acba57a015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:45Z', 'updated_at': '2021-09-15T15:12:46Z', 'revision_number': 2, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'subnets': [{'id': '4b550d78-8522-40d8-a5dc-f8acba57a015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:48.456261 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Pushing event updated for resources: {'Port': ['ID=4a4c9606-612e-4e19-9c5b-aac5d6123c7f,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:48.509857 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] Checking router: cad9d14e-8405-4eed-afcf-6a8d0e8589e6 for host: dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:12:48.510225 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] Updating router cad9d14e-8405-4eed-afcf-6a8d0e8589e6 port 0debd629-a7a1-4684-b4a0-ffaa5896fcee binding host dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:12:48.540116 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:48.540654 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-5012df3b-61dd-475f-bf6f-cd9d3ca8c78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '2d504303-3226-400c-a818-12bce9bf54fd', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'port_id': 'c3e027f3-824b-4b6b-9403-c673a0b3628d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'mac_address': 'fa:16:3e:57:d2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602e1808-e250-4050-8452-e20bab2cb7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:12:46Z', 'updated_at': '2021-09-15T15:12:46Z', 'revision_number': 0, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33f5a6e-3a66-4165-a1bc-3d466670825c', 'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'mac_address': 'fa:16:3e:4d:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:50Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 5, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'subnets': [{'id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:48.567520 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5012df3b-61dd-475f-bf6f-cd9d3ca8c78e None None] Checking router: 4926f6fb-a987-4a98-ba4c-68d861fe0c03 for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:12:48.577146 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012df3b-61dd-475f-bf6f-cd9d3ca8c78e None None] Routers {'4926f6fb-a987-4a98-ba4c-68d861fe0c03'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:12:48.577766 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-5012df3b-61dd-475f-bf6f-cd9d3ca8c78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:12:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:48.603843 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fd857d58-8812-4627-a30c-1a91bbc74f97 req-d960c813-5491-44cf-b793-5b4aee4a8e96 service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638970 Sep 15 15:12:48.643516 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f3d0875b-f618-4829-9b9b-b9e8623c9528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8964620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11857656'] for subnet, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:48.693641 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-5012df3b-61dd-475f-bf6f-cd9d3ca8c78e None None] Set router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:12:48.772446 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0875b-f618-4829-9b9b-b9e8623c9528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44baddda-caa4-44f4-ae05-991a0b689eca,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:48.780872 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fd857d58-8812-4627-a30c-1a91bbc74f97 req-86728684-bf83-49ad-8afa-33ae0e2ffa0b service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641476 Sep 15 15:12:48.783778 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d0875b-f618-4829-9b9b-b9e8623c9528 admin admin] Checking segment: {'id': 'c6e55b42-5068-4535-b664-eda03f2762eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '53235a62-ac9a-4528-945a-09a79d43ce91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:12:48.784497 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d0875b-f618-4829-9b9b-b9e8623c9528 admin admin] Network hostable DHCP agents. Network: 53235a62-ac9a-4528-945a-09a79d43ce91, hostable agents: ['8778f267-bcf6-40a9-a6c7-747964b5c268'], hosted agents: [] {{(pid=94132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:12:48.831215 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d0875b-f618-4829-9b9b-b9e8623c9528 admin admin] Network 53235a62-ac9a-4528-945a-09a79d43ce91 is scheduled to be hosted by DHCP agent 8778f267-bcf6-40a9-a6c7-747964b5c268 with binding_index 1 {{(pid=94132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:12:48.840621 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:48.843507 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-f3d0875b-f618-4829-9b9b-b9e8623c9528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808837-2-iscsi, 53235a62-ac9a-4528-945a-09a79d43ce91) {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:12:48.846470 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:48.854445 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a37c61-f60d-4dab-854f-7113bd6eb4eb req-2b2c4d49-31cc-4506-a792-b6924cc99709 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:48.855958 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8a37c61-f60d-4dab-854f-7113bd6eb4eb req-2b2c4d49-31cc-4506-a792-b6924cc99709 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0678501 Sep 15 15:12:48.857181 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d0875b-f618-4829-9b9b-b9e8623c9528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:48.857738 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f3d0875b-f618-4829-9b9b-b9e8623c9528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:48.859787 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993f5be4-2ddb-4dde-8b72-d1adbda31064 None None] Network 53235a62-ac9a-4528-945a-09a79d43ce91 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:12:48.881488 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 51814) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:48.881945 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-f3d0875b-f618-4829-9b9b-b9e8623c9528 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6501279 Sep 15 15:12:48.885949 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-de243a0c-e1e4-4b42-afe3-7c0af63e060f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1554771020-router', 'tenant_id': 'ee75564221b94ca79f5a0039898a7c97', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:12:48.915443 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8a37c61-f60d-4dab-854f-7113bd6eb4eb req-c25c401c-909a-4f69-8342-32fb8a42d616 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502467 Sep 15 15:12:48.916347 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e85576-c7b2-4f9d-9fe9-0a745565b697 None None] Pushing event updated for resources: {'Port': ['ID=0debd629-a7a1-4684-b4a0-ffaa5896fcee,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:48.937228 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de243a0c-e1e4-4b42-afe3-7c0af63e060f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3674502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1441'] for router, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:48.938384 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de243a0c-e1e4-4b42-afe3-7c0af63e060f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3676550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4060939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:49.011324 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de243a0c-e1e4-4b42-afe3-7c0af63e060f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:49.083544 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] Attempting to bind port 0debd629-a7a1-4684-b4a0-ffaa5896fcee on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:12:49.084101 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] Attempting to bind port 0debd629-a7a1-4684-b4a0-ffaa5896fcee by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': 'cd81db31-5a80-4cde-9b13-8e0813c1fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:12:49.084352 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] Attempting to bind port 0debd629-a7a1-4684-b4a0-ffaa5896fcee on network 0e5fccde-8fc2-40b3-a033-f50c6b2a24cc {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:12:49.085379 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-5012df3b-61dd-475f-bf6f-cd9d3ca8c78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '2d504303-3226-400c-a818-12bce9bf54fd', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'port_id': 'c3e027f3-824b-4b6b-9403-c673a0b3628d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'mac_address': 'fa:16:3e:57:d2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602e1808-e250-4050-8452-e20bab2cb7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:12:46Z', 'updated_at': '2021-09-15T15:12:46Z', 'revision_number': 0, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33f5a6e-3a66-4165-a1bc-3d466670825c', 'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'mac_address': 'fa:16:3e:4d:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:50Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 5, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'subnets': [{'id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:49.090437 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:12:49.092001 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] Checking segment: {'id': 'cd81db31-5a80-4cde-9b13-8e0813c1fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:12:49.092408 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:49.092807 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] Bound using segment: {'id': 'cd81db31-5a80-4cde-9b13-8e0813c1fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:12:49.093277 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] Bound port: 0debd629-a7a1-4684-b4a0-ffaa5896fcee, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd81db31-5a80-4cde-9b13-8e0813c1fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:12:49.093681 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:49.125865 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5012df3b-61dd-475f-bf6f-cd9d3ca8c78e None None] The sync data for ids ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'] in dv-cinder-808837-2-iscsi is: [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '2d504303-3226-400c-a818-12bce9bf54fd', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'port_id': 'c3e027f3-824b-4b6b-9403-c673a0b3628d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'mac_address': 'fa:16:3e:57:d2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602e1808-e250-4050-8452-e20bab2cb7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:12:46Z', 'updated_at': '2021-09-15T15:12:46Z', 'revision_number': 0, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33f5a6e-3a66-4165-a1bc-3d466670825c', 'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'mac_address': 'fa:16:3e:4d:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:50Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 5, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'subnets': [{'id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:12:49.148918 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148cf41a-cc58-5c2b-b52a-9984459364b2-53235a62-ac9a-4528-945a-09a79d43ce91', 'network_id': '53235a62-ac9a-4528-945a-09a79d43ce91', 'tenant_id': 'ee75564221b94ca79f5a0039898a7c97', 'fixed_ips': [{'subnet_id': '44baddda-caa4-44f4-ae05-991a0b689eca'}]}} from dv-cinder-808837-2-iscsi. {{(pid=94133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:12:49.150069 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:49.168384 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] For port 0debd629-a7a1-4684-b4a0-ffaa5896fcee, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:12:49.173244 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] For port 0debd629-a7a1-4684-b4a0-ffaa5896fcee, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=0debd629-a7a1-4684-b4a0-ffaa5896fcee,segment=NetworkSegment(cd81db31-5a80-4cde-9b13-8e0813c1fda7),segment_id=cd81db31-5a80-4cde-9b13-8e0813c1fda7)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:12:49.174897 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de243a0c-e1e4-4b42-afe3-7c0af63e060f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:49.177926 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:49.242909 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e85576-c7b2-4f9d-9fe9-0a745565b697 None None] Pushing event updated for resources: {'Port': ['ID=0debd629-a7a1-4684-b4a0-ffaa5896fcee,revision_number=4']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:49.250452 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] Routers {'cad9d14e-8405-4eed-afcf-6a8d0e8589e6'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:12:49.251337 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:12:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['cad9d14e-8405-4eed-afcf-6a8d0e8589e6'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:49.269483 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-168db2cc-2f2a-4722-a70c-eecc65b08704 None None] Provisioning complete for port 0debd629-a7a1-4684-b4a0-ffaa5896fcee triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:49.269864 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-168db2cc-2f2a-4722-a70c-eecc65b08704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:49.347734 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] Allocated IP 172.20.0.2 (53235a62-ac9a-4528-945a-09a79d43ce91/44baddda-caa4-44f4-ae05-991a0b689eca/bb7a78e9-fb90-479a-b67d-2e43ce2983af) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:12:49.411118 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de243a0c-e1e4-4b42-afe3-7c0af63e060f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:49.413994 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] Set router cad9d14e-8405-4eed-afcf-6a8d0e8589e6 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:12:49.442335 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de243a0c-e1e4-4b42-afe3-7c0af63e060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:49.530478 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc8608f-62e2-41e9-8382-469a930e77cf None None] New status for floating IP 2d504303-3226-400c-a818-12bce9bf54fd: ACTIVE {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:12:49.532255 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-168db2cc-2f2a-4722-a70c-eecc65b08704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:49.599632 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-de243a0c-e1e4-4b42-afe3-7c0af63e060f admin admin] Allocated IP 172.27.1.164 (de13fce9-42d8-46bf-87ad-5f72634a95fa/379175a2-a4aa-4fa7-8529-653d88fdda18/20c1ef83-818d-487c-adab-63bd4d7dd0fb) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:12:49.629023 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:49.682168 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 4a4c9606-612e-4e19-9c5b-aac5d6123c7f up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:12:49.692475 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'name': 'tempest-TestShelveInstance-672427371-router', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:42Z', 'updated_at': '2021-09-15T15:12:45Z', 'revision_number': 4, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'gw_port': {'id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:43Z', 'updated_at': '2021-09-15T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '0debd629-a7a1-4684-b4a0-ffaa5896fcee', 'name': '', 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'mac_address': 'fa:16:3e:9c:d8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4b550d78-8522-40d8-a5dc-f8acba57a015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:45Z', 'updated_at': '2021-09-15T15:12:49Z', 'revision_number': 4, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'subnets': [{'id': '4b550d78-8522-40d8-a5dc-f8acba57a015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:49.714328 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:49.727041 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea71415-6cab-49ab-90f2-446f9c6e2e80 None None] The sync data for ids ['cad9d14e-8405-4eed-afcf-6a8d0e8589e6'] in dv-cinder-808837-2-iscsi is: [{'id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'name': 'tempest-TestShelveInstance-672427371-router', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:42Z', 'updated_at': '2021-09-15T15:12:45Z', 'revision_number': 4, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'gw_port': {'id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:43Z', 'updated_at': '2021-09-15T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '0debd629-a7a1-4684-b4a0-ffaa5896fcee', 'name': '', 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'mac_address': 'fa:16:3e:9c:d8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4b550d78-8522-40d8-a5dc-f8acba57a015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:45Z', 'updated_at': '2021-09-15T15:12:49Z', 'revision_number': 4, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'subnets': [{'id': '4b550d78-8522-40d8-a5dc-f8acba57a015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:12:49.757912 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de243a0c-e1e4-4b42-afe3-7c0af63e060f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:49.776035 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] Network 53235a62-ac9a-4528-945a-09a79d43ce91 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:12:49.784867 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:12:49.809684 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:12:49.822409 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de243a0c-e1e4-4b42-afe3-7c0af63e060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:49.856625 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-168db2cc-2f2a-4722-a70c-eecc65b08704 None None] For port 0debd629-a7a1-4684-b4a0-ffaa5896fcee, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=0debd629-a7a1-4684-b4a0-ffaa5896fcee,segment=NetworkSegment(cd81db31-5a80-4cde-9b13-8e0813c1fda7),segment_id=cd81db31-5a80-4cde-9b13-8e0813c1fda7)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:12:49.874266 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de243a0c-e1e4-4b42-afe3-7c0af63e060f admin admin] Network de13fce9-42d8-46bf-87ad-5f72634a95fa is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:12:49.878582 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-de243a0c-e1e4-4b42-afe3-7c0af63e060f admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:12:49.882918 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de243a0c-e1e4-4b42-afe3-7c0af63e060f admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:12:49.895554 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] Pushing event updated for resources: {'Port': ['ID=bb7a78e9-fb90-479a-b67d-2e43ce2983af,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:49.905852 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f1db0-57f8-4210-80d2-f6ccb94c04a8 req-1411a550-44c8-46e1-9575-25bf48e4d51c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:49.907600 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aa7f1db0-57f8-4210-80d2-f6ccb94c04a8 req-1411a550-44c8-46e1-9575-25bf48e4d51c tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d1b15-25dc-4ca3-9721-b87f32790e7b HTTP/1.1" status: 200 len: 946 time: 0.0631084 Sep 15 15:12:49.933921 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de243a0c-e1e4-4b42-afe3-7c0af63e060f admin admin] Pushing event updated for resources: {'Port': ['ID=20c1ef83-818d-487c-adab-63bd4d7dd0fb,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:49.962613 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aa7f1db0-57f8-4210-80d2-f6ccb94c04a8 req-8f7b691d-5aa7-44fb-84a0-f0334fbb7bd1 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474482 Sep 15 15:12:50.066760 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-168db2cc-2f2a-4722-a70c-eecc65b08704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:50.072885 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 4a4c9606-612e-4e19-9c5b-aac5d6123c7f triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:50.073242 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:50.124772 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcde55-cb09-4502-be22-b3cdf0f74959 req-9e7c53b4-48f5-4718-b7d6-02f1d7bf76a1 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:50.134806 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e9fcde55-cb09-4502-be22-b3cdf0f74959 req-9e7c53b4-48f5-4718-b7d6-02f1d7bf76a1 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0889518 Sep 15 15:12:50.148602 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 0c3e2d12-2bb9-4aab-a161-c31164d0887c no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:12:50.200760 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] No Port match for: 0c3e2d12-2bb9-4aab-a161-c31164d0887c {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:12:50.201113 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 0c3e2d12-2bb9-4aab-a161-c31164d0887c not bound to the agent host hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:12:50.202703 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] Attempting to bind port bb7a78e9-fb90-479a-b67d-2e43ce2983af on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:12:50.203060 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] Attempting to bind port bb7a78e9-fb90-479a-b67d-2e43ce2983af by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': 'c6e55b42-5068-4535-b664-eda03f2762eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '53235a62-ac9a-4528-945a-09a79d43ce91'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:12:50.204426 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] Attempting to bind port bb7a78e9-fb90-479a-b67d-2e43ce2983af on network 53235a62-ac9a-4528-945a-09a79d43ce91 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:12:50.232228 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e9fcde55-cb09-4502-be22-b3cdf0f74959 req-bf48e59b-ce69-4803-8d78-121b3e2d43ad tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965457 Sep 15 15:12:50.259136 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:12:50.259505 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] Checking segment: {'id': 'c6e55b42-5068-4535-b664-eda03f2762eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '53235a62-ac9a-4528-945a-09a79d43ce91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:12:50.259907 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:50.260314 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] Bound using segment: {'id': 'c6e55b42-5068-4535-b664-eda03f2762eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '53235a62-ac9a-4528-945a-09a79d43ce91'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:12:50.260763 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] Bound port: bb7a78e9-fb90-479a-b67d-2e43ce2983af, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e55b42-5068-4535-b664-eda03f2762eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '53235a62-ac9a-4528-945a-09a79d43ce91'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:12:50.261130 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:50.265010 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168db2cc-2f2a-4722-a70c-eecc65b08704 None None] Pushing event updated for resources: {'Port': ['ID=0debd629-a7a1-4684-b4a0-ffaa5896fcee,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:50.301580 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de243a0c-e1e4-4b42-afe3-7c0af63e060f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:50.311761 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-c9c2f984-f950-4534-8ba3-6c525710c3db None None] Provisioning complete for port 0debd629-a7a1-4684-b4a0-ffaa5896fcee triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:50.312127 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9c2f984-f950-4534-8ba3-6c525710c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:50.411520 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] For port bb7a78e9-fb90-479a-b67d-2e43ce2983af, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:12:50.429091 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] For port bb7a78e9-fb90-479a-b67d-2e43ce2983af, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=bb7a78e9-fb90-479a-b67d-2e43ce2983af,segment=NetworkSegment(c6e55b42-5068-4535-b664-eda03f2762eb),segment_id=c6e55b42-5068-4535-b664-eda03f2762eb)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:12:50.435327 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:50.530545 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fac09-91c3-4096-8ef0-a5ccef681e3c None None] Pushing event updated for resources: {'Port': ['ID=bb7a78e9-fb90-479a-b67d-2e43ce2983af,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:50.767009 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de243a0c-e1e4-4b42-afe3-7c0af63e060f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675217'] for router, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:50.901347 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de243a0c-e1e4-4b42-afe3-7c0af63e060f admin admin] Router db9036c1-bd73-45f4-8f27-649ad4d8c568 is scheduled to L3 agent db645ea9-179a-465c-875f-1da649e94516 with binding_index 1 {{(pid=94131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:12:51.018824 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de243a0c-e1e4-4b42-afe3-7c0af63e060f admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:12:51.036767 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] Sync routers for ids ['db9036c1-bd73-45f4-8f27-649ad4d8c568'] in dv-cinder-808837-2-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:12:51.050677 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] Routers {'db9036c1-bd73-45f4-8f27-649ad4d8c568'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:12:51.051579 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:12:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['db9036c1-bd73-45f4-8f27-649ad4d8c568'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:51.052179 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de243a0c-e1e4-4b42-afe3-7c0af63e060f admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:51.055896 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-de243a0c-e1e4-4b42-afe3-7c0af63e060f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1709566 Sep 15 15:12:51.056123 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 51828) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:51.087429 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074ca7f-0a1e-41b9-b960-28899157435c req-d7fe7aaa-a041-4997-8007-9a2b54e4e898 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:51.089345 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9074ca7f-0a1e-41b9-b960-28899157435c req-d7fe7aaa-a041-4997-8007-9a2b54e4e898 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d1b15-25dc-4ca3-9721-b87f32790e7b HTTP/1.1" status: 200 len: 946 time: 0.0579996 Sep 15 15:12:51.144054 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9074ca7f-0a1e-41b9-b960-28899157435c req-ce68d1a2-be4f-4abd-81c4-51e07fdeae3e tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485671 Sep 15 15:12:51.190871 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] Set router db9036c1-bd73-45f4-8f27-649ad4d8c568 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:12:51.387710 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9036c1-bd73-45f4-8f27-649ad4d8c568', 'name': 'tempest-TestShelveInstance-1554771020-router', 'tenant_id': 'ee75564221b94ca79f5a0039898a7c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '20c1ef83-818d-487c-adab-63bd4d7dd0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:48Z', 'updated_at': '2021-09-15T15:12:50Z', 'revision_number': 3, 'project_id': 'ee75564221b94ca79f5a0039898a7c97', 'gw_port': {'id': '20c1ef83-818d-487c-adab-63bd4d7dd0fb', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9036c1-bd73-45f4-8f27-649ad4d8c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:49Z', 'updated_at': '2021-09-15T15:12:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:51.415428 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973fa19-2381-45bc-8e8e-897a9dfbc7ee req-dd4144d9-4b32-4a0f-b71f-4208dde49e78 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:51.417001 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7973fa19-2381-45bc-8e8e-897a9dfbc7ee req-dd4144d9-4b32-4a0f-b71f-4208dde49e78 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.1004853 Sep 15 15:12:51.423622 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] Checking router: db9036c1-bd73-45f4-8f27-649ad4d8c568 for host: dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:12:51.423979 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] Updating router db9036c1-bd73-45f4-8f27-649ad4d8c568 port 20c1ef83-818d-487c-adab-63bd4d7dd0fb binding host dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:12:51.451018 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:51.485037 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e23e9d-d33f-4e28-958c-e461782a1460 None None] Network 53235a62-ac9a-4528-945a-09a79d43ce91 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:12:51.511844 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7973fa19-2381-45bc-8e8e-897a9dfbc7ee req-b70ccaef-fd43-4ebe-943d-3b1488c8e12e tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638895 Sep 15 15:12:51.525231 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bbc06-729a-4fdf-aa3c-9830fd5fae9e req-45227fcc-85a1-4cd3-896e-1c3107c2d6c7 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:51.528434 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-677bbc06-729a-4fdf-aa3c-9830fd5fae9e req-45227fcc-85a1-4cd3-896e-1c3107c2d6c7 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab3d1b15-25dc-4ca3-9721-b87f32790e7b HTTP/1.1" status: 200 len: 946 time: 0.0608768 Sep 15 15:12:51.572664 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-7597c81f-39ee-4340-856c-ab33b1573738 None None] Provisioning complete for port bb7a78e9-fb90-479a-b67d-2e43ce2983af triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:51.573041 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7597c81f-39ee-4340-856c-ab33b1573738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:51.668556 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dc5b2f0c-ddd1-4ba7-8cb7-49133b62e746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:51.740239 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-677bbc06-729a-4fdf-aa3c-9830fd5fae9e req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Deleting port 2b1ddffb-28ae-4939-ac41-7e9da6a42117 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:12:51.740591 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-677bbc06-729a-4fdf-aa3c-9830fd5fae9e req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:51.779136 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7597c81f-39ee-4340-856c-ab33b1573738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:51.830398 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device bb7a78e9-fb90-479a-b67d-2e43ce2983af up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:12:51.864459 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:51.871805 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:51.875918 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-677bbc06-729a-4fdf-aa3c-9830fd5fae9e req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] For port 2b1ddffb-28ae-4939-ac41-7e9da6a42117, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=2b1ddffb-28ae-4939-ac41-7e9da6a42117,segment=NetworkSegment(f28eeada-d39b-4772-81be-4ab9ee0346e8),segment_id=f28eeada-d39b-4772-81be-4ab9ee0346e8)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:12:51.876579 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-677bbc06-729a-4fdf-aa3c-9830fd5fae9e req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:51.885804 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-7597c81f-39ee-4340-856c-ab33b1573738 None None] For port bb7a78e9-fb90-479a-b67d-2e43ce2983af, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=bb7a78e9-fb90-479a-b67d-2e43ce2983af,segment=NetworkSegment(c6e55b42-5068-4535-b664-eda03f2762eb),segment_id=c6e55b42-5068-4535-b664-eda03f2762eb)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:12:51.892720 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-677bbc06-729a-4fdf-aa3c-9830fd5fae9e req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Calling delete_port for 2b1ddffb-28ae-4939-ac41-7e9da6a42117 owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:12:51.895880 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:12:51.905754 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7597c81f-39ee-4340-856c-ab33b1573738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:51.915512 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-dc5b2f0c-ddd1-4ba7-8cb7-49133b62e746 admin admin] Allocated IP 172.20.0.1 (53235a62-ac9a-4528-945a-09a79d43ce91/44baddda-caa4-44f4-ae05-991a0b689eca/b58e4416-680c-4753-8c37-64f69edf98cb) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:12:51.916028 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] Attempting to bind port 20c1ef83-818d-487c-adab-63bd4d7dd0fb on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:12:51.916028 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] Attempting to bind port 20c1ef83-818d-487c-adab-63bd4d7dd0fb by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:12:51.916358 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] Attempting to bind port 20c1ef83-818d-487c-adab-63bd4d7dd0fb on network de13fce9-42d8-46bf-87ad-5f72634a95fa {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:12:51.925599 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:12:51.926087 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] Checking segment: {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:12:51.926443 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:51.926829 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] Bound using segment: {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:12:51.927300 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] Bound port: 20c1ef83-818d-487c-adab-63bd4d7dd0fb, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:12:51.927686 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:51.985522 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] For port 20c1ef83-818d-487c-adab-63bd4d7dd0fb, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:12:51.990806 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] For port 20c1ef83-818d-487c-adab-63bd4d7dd0fb, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=20c1ef83-818d-487c-adab-63bd4d7dd0fb,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:12:52.015042 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597c81f-39ee-4340-856c-ab33b1573738 None None] Pushing event updated for resources: {'Port': ['ID=bb7a78e9-fb90-479a-b67d-2e43ce2983af,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:52.018857 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port bb7a78e9-fb90-479a-b67d-2e43ce2983af triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:52.019496 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:52.028703 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:52.057303 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dc5b2f0c-ddd1-4ba7-8cb7-49133b62e746 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:52.060446 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-677bbc06-729a-4fdf-aa3c-9830fd5fae9e req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:52.071834 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef05541-ac38-4b05-a10f-583a460aab1a None None] Pushing event updated for resources: {'Port': ['ID=20c1ef83-818d-487c-adab-63bd4d7dd0fb,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:52.081161 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05541-ac38-4b05-a10f-583a460aab1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.081504 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05541-ac38-4b05-a10f-583a460aab1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.081837 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05541-ac38-4b05-a10f-583a460aab1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.082189 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05541-ac38-4b05-a10f-583a460aab1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.082512 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05541-ac38-4b05-a10f-583a460aab1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.082833 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05541-ac38-4b05-a10f-583a460aab1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.083149 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05541-ac38-4b05-a10f-583a460aab1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.083464 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05541-ac38-4b05-a10f-583a460aab1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.083798 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05541-ac38-4b05-a10f-583a460aab1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.084121 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05541-ac38-4b05-a10f-583a460aab1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.084421 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05541-ac38-4b05-a10f-583a460aab1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.084882 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef05541-ac38-4b05-a10f-583a460aab1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.086916 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['235bcf9c-3fd5-4bbc-988e-b12d0006da81', '2461b784-0a6a-4124-8718-80c69d2de6c7', '2b1ddffb-28ae-4939-ac41-7e9da6a42117'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:12:52.088146 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] Routers {'db9036c1-bd73-45f4-8f27-649ad4d8c568'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:12:52.096500 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:12:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['db9036c1-bd73-45f4-8f27-649ad4d8c568'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:52.100259 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dc5b2f0c-ddd1-4ba7-8cb7-49133b62e746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:52.113436 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Pushing event deleted for resources: {'Port': ['ID=2b1ddffb-28ae-4939-ac41-7e9da6a42117,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:52.122998 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5b2f0c-ddd1-4ba7-8cb7-49133b62e746 admin admin] Network 53235a62-ac9a-4528-945a-09a79d43ce91 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:12:52.126891 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-dc5b2f0c-ddd1-4ba7-8cb7-49133b62e746 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:12:52.129560 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.129891 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.130184 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b2f0c-ddd1-4ba7-8cb7-49133b62e746 admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:12:52.130293 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.130578 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.131172 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.131513 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.132084 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.132416 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.133297 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.133646 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.133980 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.134332 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:52.171667 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef05541-ac38-4b05-a10f-583a460aab1a None None] Pushing event updated for resources: {'Port': ['ID=20c1ef83-818d-487c-adab-63bd4d7dd0fb,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:52.216419 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b2f0c-ddd1-4ba7-8cb7-49133b62e746 admin admin] Pushing event updated for resources: {'Port': ['ID=b58e4416-680c-4753-8c37-64f69edf98cb,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:52.229316 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dc5b2f0c-ddd1-4ba7-8cb7-49133b62e746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3675270'] for router_interface, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:52.304613 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e287e89-fef3-4049-a6bb-80a2e2a2fb51 None None] Provisioning complete for port bb7a78e9-fb90-479a-b67d-2e43ce2983af triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:52.305307 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e287e89-fef3-4049-a6bb-80a2e2a2fb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:52.371088 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 0debd629-a7a1-4684-b4a0-ffaa5896fcee up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:12:52.379804 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] Set router db9036c1-bd73-45f4-8f27-649ad4d8c568 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:12:52.441646 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dc5b2f0c-ddd1-4ba7-8cb7-49133b62e746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:52.508652 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ae77531a-9d51-4f63-a6ce-3873f4fe67f5 req-e85ef576-1214-4f3f-bde6-183ee4724061 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d1b15-25dc-4ca3-9721-b87f32790e7b HTTP/1.1" status: 200 len: 210 time: 0.0475423 Sep 15 15:12:52.509778 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-677bbc06-729a-4fdf-aa3c-9830fd5fae9e req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] No DVR routers for this DVR port 2b1ddffb-28ae-4939-ac41-7e9da6a42117 on host hv-cinder-80883 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:12:52.512625 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-677bbc06-729a-4fdf-aa3c-9830fd5fae9e req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:52.514780 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-677bbc06-729a-4fdf-aa3c-9830fd5fae9e req-76abb335-b4e0-4dd1-8e06-25cd1d1dfa02 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.47 "DELETE /v2.0/ports/2b1ddffb-28ae-4939-ac41-7e9da6a42117 HTTP/1.1" status: 204 len: 173 time: 0.9606218 Sep 15 15:12:52.515310 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3d1b15-25dc-4ca3-9721-b87f32790e7b', 'name': 'network-vif-deleted', 'tag': '2b1ddffb-28ae-4939-ac41-7e9da6a42117'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:12:52.517812 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defc6831-f614-4246-8fcc-382cc2a49df9" -d '{"events": [{"server_uuid": "ab3d1b15-25dc-4ca3-9721-b87f32790e7b", "name": "network-vif-deleted", "tag": "2b1ddffb-28ae-4939-ac41-7e9da6a42117"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:12:52.562570 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 0debd629-a7a1-4684-b4a0-ffaa5896fcee triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:52.563136 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:52.593038 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3b5dd2-b484-489d-b8de-6931950f707f x-openstack-request-id: req-0e3b5dd2-b484-489d-b8de-6931950f707f {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:12:52.593328 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3d1b15-25dc-4ca3-9721-b87f32790e7b", "name": "network-vif-deleted", "tag": "2b1ddffb-28ae-4939-ac41-7e9da6a42117", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:12:52.593575 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0e3b5dd2-b484-489d-b8de-6931950f707f {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:12:52.593963 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3d1b15-25dc-4ca3-9721-b87f32790e7b', 'name': 'network-vif-deleted', 'tag': '2b1ddffb-28ae-4939-ac41-7e9da6a42117', 'status': 'completed', 'code': 200} Sep 15 15:12:52.688588 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a2add-a6b3-4511-956d-ab2732c5bbe0 req-f95e28ed-09e2-4b51-ae41-501daebf2c7f tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:52.691095 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-079a2add-a6b3-4511-956d-ab2732c5bbe0 req-f95e28ed-09e2-4b51-ae41-501daebf2c7f tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0663130 Sep 15 15:12:52.726253 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-9d5786e6-c700-44ba-b7d8-440efad829df None None] Provisioning complete for port b58e4416-680c-4753-8c37-64f69edf98cb triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:52.726530 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d5786e6-c700-44ba-b7d8-440efad829df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:52.741492 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dc5b2f0c-ddd1-4ba7-8cb7-49133b62e746 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:52.746617 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dc5b2f0c-ddd1-4ba7-8cb7-49133b62e746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625850'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:52.763854 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-079a2add-a6b3-4511-956d-ab2732c5bbe0 req-109b11a1-a3d7-4ff6-8151-022354c3ed49 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641549 Sep 15 15:12:52.767347 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9036c1-bd73-45f4-8f27-649ad4d8c568', 'name': 'tempest-TestShelveInstance-1554771020-router', 'tenant_id': 'ee75564221b94ca79f5a0039898a7c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '20c1ef83-818d-487c-adab-63bd4d7dd0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:48Z', 'updated_at': '2021-09-15T15:12:50Z', 'revision_number': 3, 'project_id': 'ee75564221b94ca79f5a0039898a7c97', 'gw_port': {'id': '20c1ef83-818d-487c-adab-63bd4d7dd0fb', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9036c1-bd73-45f4-8f27-649ad4d8c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:49Z', 'updated_at': '2021-09-15T15:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:52.775649 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-9d5786e6-c700-44ba-b7d8-440efad829df None None] Port b58e4416-680c-4753-8c37-64f69edf98cb cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:12:52.800297 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd598bf0-ea3d-4c22-a8a7-697d7054de97 None None] The sync data for ids ['db9036c1-bd73-45f4-8f27-649ad4d8c568'] in dv-cinder-808837-2-iscsi is: [{'id': 'db9036c1-bd73-45f4-8f27-649ad4d8c568', 'name': 'tempest-TestShelveInstance-1554771020-router', 'tenant_id': 'ee75564221b94ca79f5a0039898a7c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '20c1ef83-818d-487c-adab-63bd4d7dd0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:48Z', 'updated_at': '2021-09-15T15:12:50Z', 'revision_number': 3, 'project_id': 'ee75564221b94ca79f5a0039898a7c97', 'gw_port': {'id': '20c1ef83-818d-487c-adab-63bd4d7dd0fb', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9036c1-bd73-45f4-8f27-649ad4d8c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:49Z', 'updated_at': '2021-09-15T15:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:12:52.821033 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dc5b2f0c-ddd1-4ba7-8cb7-49133b62e746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672854'] for router_interface, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:52.830254 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b2f0c-ddd1-4ba7-8cb7-49133b62e746 admin admin] Pushing event updated for resources: {'Port': ['ID=b58e4416-680c-4753-8c37-64f69edf98cb,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:52.926879 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5b2f0c-ddd1-4ba7-8cb7-49133b62e746 admin admin] Network 53235a62-ac9a-4528-945a-09a79d43ce91 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:12:52.928408 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-dc5b2f0c-ddd1-4ba7-8cb7-49133b62e746 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:12:53.062642 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5b2f0c-ddd1-4ba7-8cb7-49133b62e746 admin admin] Router db9036c1-bd73-45f4-8f27-649ad4d8c568 has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:12:53.201544 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-77118692-98e5-45fe-905b-2b120df8871b None None] Provisioning complete for port b58e4416-680c-4753-8c37-64f69edf98cb triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:53.202695 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-77118692-98e5-45fe-905b-2b120df8871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:53.215260 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5b2f0c-ddd1-4ba7-8cb7-49133b62e746 admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:12:53.226070 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-dc5b2f0c-ddd1-4ba7-8cb7-49133b62e746 admin admin] 10.222.0.44 "PUT /v2.0/routers/db9036c1-bd73-45f4-8f27-649ad4d8c568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1669765 Sep 15 15:12:53.247666 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-77118692-98e5-45fe-905b-2b120df8871b None None] Port b58e4416-680c-4753-8c37-64f69edf98cb cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:12:53.816751 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device bb7a78e9-fb90-479a-b67d-2e43ce2983af up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:12:53.880613 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port bb7a78e9-fb90-479a-b67d-2e43ce2983af triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:53.880613 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:53.888898 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe6ebc-014a-48bd-83c4-21364eedc8b8 req-5e4a2a4d-f407-457b-9486-3ec0eb789c2d tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:53.891010 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f9fe6ebc-014a-48bd-83c4-21364eedc8b8 req-5e4a2a4d-f407-457b-9486-3ec0eb789c2d tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 945 time: 0.0583944 Sep 15 15:12:53.900853 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 51854) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:53.905084 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-e099a0da-f5f5-4ccd-96ba-107c236e0e4b tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-933559358', 'description': 'tempest-secgroup-smoke-933559358 description', 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:12:53.957202 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f9fe6ebc-014a-48bd-83c4-21364eedc8b8 req-d02aa280-ce80-4161-9e0e-de76ab911f62 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477583 Sep 15 15:12:53.958863 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e099a0da-f5f5-4ccd-96ba-107c236e0e4b tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:53.971249 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 20c1ef83-818d-487c-adab-63bd4d7dd0fb up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:12:54.006052 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bcb04-eaa2-4470-86cc-0fd315b6e70a req-c6e4ae07-20e0-4e19-bd77-12ba732242c8 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:54.007630 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f28bcb04-eaa2-4470-86cc-0fd315b6e70a req-c6e4ae07-20e0-4e19-bd77-12ba732242c8 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0626292 Sep 15 15:12:54.025269 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 20c1ef83-818d-487c-adab-63bd4d7dd0fb triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:54.025651 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.052319 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f28bcb04-eaa2-4470-86cc-0fd315b6e70a req-cf7e1884-2451-49ad-a423-0511ba59a065 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374854 Sep 15 15:12:54.069671 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e099a0da-f5f5-4ccd-96ba-107c236e0e4b tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.074481 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e099a0da-f5f5-4ccd-96ba-107c236e0e4b tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.103000 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e099a0da-f5f5-4ccd-96ba-107c236e0e4b tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.104275 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-e099a0da-f5f5-4ccd-96ba-107c236e0e4b tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2029335 Sep 15 15:12:54.105145 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099a0da-f5f5-4ccd-96ba-107c236e0e4b tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddc046b-9bc7-4ae9-84e4-5185cea73e82,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:54.107541 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 51856) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:54.113118 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-3540dd6b-8dc1-4ff1-ab3c-1cd414f77363 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Request body: {'security_group_rule': {'security_group_id': '1ddc046b-9bc7-4ae9-84e4-5185cea73e82', 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:12:54.119558 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.140846 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3540dd6b-8dc1-4ff1-ab3c-1cd414f77363 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.141018 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] For port 20c1ef83-818d-487c-adab-63bd4d7dd0fb, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=20c1ef83-818d-487c-adab-63bd4d7dd0fb,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:12:54.144324 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.192169 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3540dd6b-8dc1-4ff1-ab3c-1cd414f77363 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.195637 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Pushing event updated for resources: {'Port': ['ID=20c1ef83-818d-487c-adab-63bd4d7dd0fb,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:54.195883 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3540dd6b-8dc1-4ff1-ab3c-1cd414f77363 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.213787 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540dd6b-8dc1-4ff1-ab3c-1cd414f77363 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85161852-b9e1-4bed-a313-66c08a6102e2,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:54.222574 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dd6b-8dc1-4ff1-ab3c-1cd414f77363 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:54.222917 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dd6b-8dc1-4ff1-ab3c-1cd414f77363 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:54.223249 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dd6b-8dc1-4ff1-ab3c-1cd414f77363 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:54.223582 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dd6b-8dc1-4ff1-ab3c-1cd414f77363 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:54.223908 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dd6b-8dc1-4ff1-ab3c-1cd414f77363 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:54.224255 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dd6b-8dc1-4ff1-ab3c-1cd414f77363 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:54.224626 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dd6b-8dc1-4ff1-ab3c-1cd414f77363 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:54.225008 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dd6b-8dc1-4ff1-ab3c-1cd414f77363 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:54.225336 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dd6b-8dc1-4ff1-ab3c-1cd414f77363 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:54.225661 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dd6b-8dc1-4ff1-ab3c-1cd414f77363 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:54.225987 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dd6b-8dc1-4ff1-ab3c-1cd414f77363 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:54.226337 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dd6b-8dc1-4ff1-ab3c-1cd414f77363 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:12:54.228982 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3540dd6b-8dc1-4ff1-ab3c-1cd414f77363 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.230226 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-3540dd6b-8dc1-4ff1-ab3c-1cd414f77363 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215780 Sep 15 15:12:54.232908 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 51858) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:54.238956 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-8ac0756a-42db-4e48-9908-12f017ead02f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Request body: {'security_group_rule': {'security_group_id': '1ddc046b-9bc7-4ae9-84e4-5185cea73e82', 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:12:54.266483 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8ac0756a-42db-4e48-9908-12f017ead02f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.328056 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8ac0756a-42db-4e48-9908-12f017ead02f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.332068 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8ac0756a-42db-4e48-9908-12f017ead02f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.351877 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0756a-42db-4e48-9908-12f017ead02f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd23363-acda-4f68-80b8-12c1fa4dc954,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:54.358440 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8ac0756a-42db-4e48-9908-12f017ead02f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.359651 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-8ac0756a-42db-4e48-9908-12f017ead02f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259027 Sep 15 15:12:54.362870 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 51860) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:54.367202 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-0f1a3be0-4909-45e0-b61d-c1556644576f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Request body: {'security_group_rule': {'security_group_id': '1ddc046b-9bc7-4ae9-84e4-5185cea73e82', 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:12:54.392740 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0f1a3be0-4909-45e0-b61d-c1556644576f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.454506 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0f1a3be0-4909-45e0-b61d-c1556644576f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.458472 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0f1a3be0-4909-45e0-b61d-c1556644576f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.475350 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a3be0-4909-45e0-b61d-c1556644576f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9925965-6dcd-4c32-a841-de74c7633edb,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:54.482366 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0f1a3be0-4909-45e0-b61d-c1556644576f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.483603 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-0f1a3be0-4909-45e0-b61d-c1556644576f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197662 Sep 15 15:12:54.486283 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 51862) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:54.491371 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-df32dad8-ded4-419e-bd4a-1c98c263a380 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Request body: {'security_group_rule': {'security_group_id': '1ddc046b-9bc7-4ae9-84e4-5185cea73e82', 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:12:54.518804 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-df32dad8-ded4-419e-bd4a-1c98c263a380 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.527435 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] Sync routers for ids ['db9036c1-bd73-45f4-8f27-649ad4d8c568'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:12:54.536841 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] Routers {'db9036c1-bd73-45f4-8f27-649ad4d8c568'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:12:54.537516 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:12:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['db9036c1-bd73-45f4-8f27-649ad4d8c568'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:54.579726 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-df32dad8-ded4-419e-bd4a-1c98c263a380 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.583560 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-df32dad8-ded4-419e-bd4a-1c98c263a380 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.602150 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32dad8-ded4-419e-bd4a-1c98c263a380 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dea0e15-c9dd-4af9-b5e7-70b30e5e0adc,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:54.608643 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-df32dad8-ded4-419e-bd4a-1c98c263a380 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.609933 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-df32dad8-ded4-419e-bd4a-1c98c263a380 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220002 Sep 15 15:12:54.613399 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 51864) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:54.617911 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-a292a378-4e6c-4392-88a7-1d11b3eeddc9 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Request body: {'security_group_rule': {'security_group_id': '1ddc046b-9bc7-4ae9-84e4-5185cea73e82', 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:12:54.640014 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.db.securitygroups_db [None req-a292a378-4e6c-4392-88a7-1d11b3eeddc9 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Project c2a7af14495048dd9ccd76e2074b39ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 15:12:54.645185 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a292a378-4e6c-4392-88a7-1d11b3eeddc9 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.645414 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] Set router db9036c1-bd73-45f4-8f27-649ad4d8c568 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:12:54.708109 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a292a378-4e6c-4392-88a7-1d11b3eeddc9 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.711845 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a292a378-4e6c-4392-88a7-1d11b3eeddc9 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.729943 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292a378-4e6c-4392-88a7-1d11b3eeddc9 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbb598f-8fea-4688-83d9-9cc0b148c4ea,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:54.735892 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a292a378-4e6c-4392-88a7-1d11b3eeddc9 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.737534 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-a292a378-4e6c-4392-88a7-1d11b3eeddc9 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227849 Sep 15 15:12:54.740167 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 51866) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:12:54.744472 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-9900b358-1e6f-4a53-9355-56fa6c5ab9b2 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Request body: {'security_group_rule': {'security_group_id': '1ddc046b-9bc7-4ae9-84e4-5185cea73e82', 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:12:54.767074 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.db.securitygroups_db [None req-9900b358-1e6f-4a53-9355-56fa6c5ab9b2 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Project c2a7af14495048dd9ccd76e2074b39ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 15:12:54.773475 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9900b358-1e6f-4a53-9355-56fa6c5ab9b2 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.834385 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9900b358-1e6f-4a53-9355-56fa6c5ab9b2 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.838407 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9900b358-1e6f-4a53-9355-56fa6c5ab9b2 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.850177 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9036c1-bd73-45f4-8f27-649ad4d8c568', 'name': 'tempest-TestShelveInstance-1554771020-router', 'tenant_id': 'ee75564221b94ca79f5a0039898a7c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '20c1ef83-818d-487c-adab-63bd4d7dd0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:48Z', 'updated_at': '2021-09-15T15:12:52Z', 'revision_number': 4, 'project_id': 'ee75564221b94ca79f5a0039898a7c97', 'gw_port': {'id': '20c1ef83-818d-487c-adab-63bd4d7dd0fb', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9036c1-bd73-45f4-8f27-649ad4d8c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:49Z', 'updated_at': '2021-09-15T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'b58e4416-680c-4753-8c37-64f69edf98cb', 'name': '', 'network_id': '53235a62-ac9a-4528-945a-09a79d43ce91', 'tenant_id': 'ee75564221b94ca79f5a0039898a7c97', 'mac_address': 'fa:16:3e:3f:f0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9036c1-bd73-45f4-8f27-649ad4d8c568', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '44baddda-caa4-44f4-ae05-991a0b689eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:51Z', 'updated_at': '2021-09-15T15:12:52Z', 'revision_number': 2, 'project_id': 'ee75564221b94ca79f5a0039898a7c97', 'subnets': [{'id': '44baddda-caa4-44f4-ae05-991a0b689eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:54.859307 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900b358-1e6f-4a53-9355-56fa6c5ab9b2 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a617018-7aac-4ae9-9f29-0344c0b8f703,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:54.863788 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9900b358-1e6f-4a53-9355-56fa6c5ab9b2 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:54.870447 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-9900b358-1e6f-4a53-9355-56fa6c5ab9b2 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292927 Sep 15 15:12:54.875662 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] Checking router: db9036c1-bd73-45f4-8f27-649ad4d8c568 for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:12:54.876276 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] Updating router db9036c1-bd73-45f4-8f27-649ad4d8c568 port b58e4416-680c-4753-8c37-64f69edf98cb binding host dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:12:54.907480 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:55.077866 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96561998-36d1-4fa7-aa47-5fec89e8b94b req-ea6bc8c9-927e-4bbb-833f-f7592b1ba7e0 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:55.080075 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-96561998-36d1-4fa7-aa47-5fec89e8b94b req-ea6bc8c9-927e-4bbb-833f-f7592b1ba7e0 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 945 time: 0.0530722 Sep 15 15:12:55.125427 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-96561998-36d1-4fa7-aa47-5fec89e8b94b req-2c0aac12-0efe-44fa-9453-948ecbf91a06 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382092 Sep 15 15:12:55.203313 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7b27e-4679-4c50-8bba-c433de205ee7 req-ea1215bc-437b-430f-a303-0fdd8959b002 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:55.205014 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-53e7b27e-4679-4c50-8bba-c433de205ee7 req-ea1215bc-437b-430f-a303-0fdd8959b002 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0649788 Sep 15 15:12:55.249903 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-53e7b27e-4679-4c50-8bba-c433de205ee7 req-81b9a28f-30aa-4800-9f3e-056ea0fda945 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369263 Sep 15 15:12:55.327792 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:55.342246 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:55.425397 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7e6dd-ded3-43e2-a1cd-4fe0c3862b47 req-f3f26974-0476-4dcf-a3be-1badd9268bc9 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:55.427448 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c2d7e6dd-ded3-43e2-a1cd-4fe0c3862b47 req-f3f26974-0476-4dcf-a3be-1badd9268bc9 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 945 time: 0.0752404 Sep 15 15:12:55.439059 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbce520-ff7d-4bd0-b2bf-009a7ea44efd None None] Pushing event updated for resources: {'Port': ['ID=b58e4416-680c-4753-8c37-64f69edf98cb,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:55.472529 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] Attempting to bind port b58e4416-680c-4753-8c37-64f69edf98cb on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:12:55.472915 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] Attempting to bind port b58e4416-680c-4753-8c37-64f69edf98cb by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': 'c6e55b42-5068-4535-b664-eda03f2762eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '53235a62-ac9a-4528-945a-09a79d43ce91'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:12:55.473911 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] Attempting to bind port b58e4416-680c-4753-8c37-64f69edf98cb on network 53235a62-ac9a-4528-945a-09a79d43ce91 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:12:55.478827 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:12:55.479208 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] Checking segment: {'id': 'c6e55b42-5068-4535-b664-eda03f2762eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '53235a62-ac9a-4528-945a-09a79d43ce91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:12:55.479613 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:55.480007 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] Bound using segment: {'id': 'c6e55b42-5068-4535-b664-eda03f2762eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '53235a62-ac9a-4528-945a-09a79d43ce91'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:12:55.480615 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] Bound port: b58e4416-680c-4753-8c37-64f69edf98cb, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e55b42-5068-4535-b664-eda03f2762eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '53235a62-ac9a-4528-945a-09a79d43ce91'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:12:55.481091 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:55.531266 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-c2d7e6dd-ded3-43e2-a1cd-4fe0c3862b47 req-7376b3e7-283f-4dd7-9ed9-6125d45bd522 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Deleting port 2461b784-0a6a-4124-8718-80c69d2de6c7 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:12:55.531736 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-c2d7e6dd-ded3-43e2-a1cd-4fe0c3862b47 req-7376b3e7-283f-4dd7-9ed9-6125d45bd522 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:55.557233 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] For port b58e4416-680c-4753-8c37-64f69edf98cb, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:12:55.560832 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] For port b58e4416-680c-4753-8c37-64f69edf98cb, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=b58e4416-680c-4753-8c37-64f69edf98cb,segment=NetworkSegment(c6e55b42-5068-4535-b664-eda03f2762eb),segment_id=c6e55b42-5068-4535-b664-eda03f2762eb)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:12:55.565893 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:55.655313 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbce520-ff7d-4bd0-b2bf-009a7ea44efd None None] Pushing event updated for resources: {'Port': ['ID=b58e4416-680c-4753-8c37-64f69edf98cb,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:55.660819 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] Routers {'db9036c1-bd73-45f4-8f27-649ad4d8c568'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:12:55.661445 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:12:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['db9036c1-bd73-45f4-8f27-649ad4d8c568'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:55.667720 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-c2d7e6dd-ded3-43e2-a1cd-4fe0c3862b47 req-7376b3e7-283f-4dd7-9ed9-6125d45bd522 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] For port 2461b784-0a6a-4124-8718-80c69d2de6c7, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=2461b784-0a6a-4124-8718-80c69d2de6c7,segment=NetworkSegment(f28eeada-d39b-4772-81be-4ab9ee0346e8),segment_id=f28eeada-d39b-4772-81be-4ab9ee0346e8)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:12:55.669226 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-c2d7e6dd-ded3-43e2-a1cd-4fe0c3862b47 req-7376b3e7-283f-4dd7-9ed9-6125d45bd522 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:55.683362 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-c2d7e6dd-ded3-43e2-a1cd-4fe0c3862b47 req-7376b3e7-283f-4dd7-9ed9-6125d45bd522 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Calling delete_port for 2461b784-0a6a-4124-8718-80c69d2de6c7 owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:12:55.716887 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 20c1ef83-818d-487c-adab-63bd4d7dd0fb up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:12:55.766593 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-5105378c-eeda-4012-87b8-90e2a6bd7609 None None] Provisioning complete for port b58e4416-680c-4753-8c37-64f69edf98cb triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:55.767063 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5105378c-eeda-4012-87b8-90e2a6bd7609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:55.840284 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-c2d7e6dd-ded3-43e2-a1cd-4fe0c3862b47 req-7376b3e7-283f-4dd7-9ed9-6125d45bd522 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:55.855129 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['235bcf9c-3fd5-4bbc-988e-b12d0006da81', '2461b784-0a6a-4124-8718-80c69d2de6c7'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:12:55.875227 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376b3e7-283f-4dd7-9ed9-6125d45bd522 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Pushing event deleted for resources: {'Port': ['ID=2461b784-0a6a-4124-8718-80c69d2de6c7,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:55.913839 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d7e6dd-ded3-43e2-a1cd-4fe0c3862b47 req-7376b3e7-283f-4dd7-9ed9-6125d45bd522 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] No DVR routers for this DVR port 2461b784-0a6a-4124-8718-80c69d2de6c7 on host hv-cinder-80883 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:12:55.916387 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-c2d7e6dd-ded3-43e2-a1cd-4fe0c3862b47 req-7376b3e7-283f-4dd7-9ed9-6125d45bd522 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:55.918384 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c2d7e6dd-ded3-43e2-a1cd-4fe0c3862b47 req-7376b3e7-283f-4dd7-9ed9-6125d45bd522 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.47 "DELETE /v2.0/ports/2461b784-0a6a-4124-8718-80c69d2de6c7 HTTP/1.1" status: 204 len: 173 time: 0.4825273 Sep 15 15:12:55.918834 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc28a97b-b273-4644-92ae-4055a95e9685', 'name': 'network-vif-deleted', 'tag': '2461b784-0a6a-4124-8718-80c69d2de6c7'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:12:55.920131 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] Set router db9036c1-bd73-45f4-8f27-649ad4d8c568 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:12:55.921072 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340afe89-c612-4ca2-a930-87e54e3e7fed" -d '{"events": [{"server_uuid": "fc28a97b-b273-4644-92ae-4055a95e9685", "name": "network-vif-deleted", "tag": "2461b784-0a6a-4124-8718-80c69d2de6c7"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:12:55.961290 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e0bfbb-4312-43e2-8777-c0b4229045ac x-openstack-request-id: req-f5e0bfbb-4312-43e2-8777-c0b4229045ac {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:12:55.961576 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc28a97b-b273-4644-92ae-4055a95e9685", "name": "network-vif-deleted", "tag": "2461b784-0a6a-4124-8718-80c69d2de6c7", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:12:55.961823 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5e0bfbb-4312-43e2-8777-c0b4229045ac {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:12:55.962242 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc28a97b-b273-4644-92ae-4055a95e9685', 'name': 'network-vif-deleted', 'tag': '2461b784-0a6a-4124-8718-80c69d2de6c7', 'status': 'completed', 'code': 200} Sep 15 15:12:55.962606 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 20c1ef83-818d-487c-adab-63bd4d7dd0fb triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:55.962979 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:56.120196 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5105378c-eeda-4012-87b8-90e2a6bd7609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:56.206183 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 2b1ddffb-28ae-4939-ac41-7e9da6a42117 no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:12:56.239645 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1d49efe9-1522-4ffe-9426-7d3d1b7e158a req-d64a86e0-30b3-46af-b2e1-f730cb9b5fbf tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc28a97b-b273-4644-92ae-4055a95e9685 HTTP/1.1" status: 200 len: 210 time: 0.0288348 Sep 15 15:12:56.263863 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-5105378c-eeda-4012-87b8-90e2a6bd7609 None None] For port b58e4416-680c-4753-8c37-64f69edf98cb, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=b58e4416-680c-4753-8c37-64f69edf98cb,segment=NetworkSegment(c6e55b42-5068-4535-b664-eda03f2762eb),segment_id=c6e55b42-5068-4535-b664-eda03f2762eb)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:12:56.268938 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] No Port match for: 2b1ddffb-28ae-4939-ac41-7e9da6a42117 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:12:56.269201 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 2b1ddffb-28ae-4939-ac41-7e9da6a42117 not bound to the agent host hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:12:56.285028 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5105378c-eeda-4012-87b8-90e2a6bd7609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:56.384999 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c2664-8604-4027-9143-c992f9322486 req-5a93ac85-9ea5-4fbb-b43b-2659c3e559d2 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:56.386652 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f23c2664-8604-4027-9143-c992f9322486 req-5a93ac85-9ea5-4fbb-b43b-2659c3e559d2 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0498097 Sep 15 15:12:56.419126 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105378c-eeda-4012-87b8-90e2a6bd7609 None None] Pushing event updated for resources: {'Port': ['ID=b58e4416-680c-4753-8c37-64f69edf98cb,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:12:56.441491 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-3580c474-cf9f-4b68-8244-7d5f4f86a6be None None] Provisioning complete for port b58e4416-680c-4753-8c37-64f69edf98cb triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:56.441865 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3580c474-cf9f-4b68-8244-7d5f4f86a6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:56.453967 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f23c2664-8604-4027-9143-c992f9322486 req-aec36df5-6167-4547-bcc3-70de92fd5888 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602188 Sep 15 15:12:56.489804 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9036c1-bd73-45f4-8f27-649ad4d8c568', 'name': 'tempest-TestShelveInstance-1554771020-router', 'tenant_id': 'ee75564221b94ca79f5a0039898a7c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '20c1ef83-818d-487c-adab-63bd4d7dd0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:48Z', 'updated_at': '2021-09-15T15:12:52Z', 'revision_number': 4, 'project_id': 'ee75564221b94ca79f5a0039898a7c97', 'gw_port': {'id': '20c1ef83-818d-487c-adab-63bd4d7dd0fb', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9036c1-bd73-45f4-8f27-649ad4d8c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:49Z', 'updated_at': '2021-09-15T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'b58e4416-680c-4753-8c37-64f69edf98cb', 'name': '', 'network_id': '53235a62-ac9a-4528-945a-09a79d43ce91', 'tenant_id': 'ee75564221b94ca79f5a0039898a7c97', 'mac_address': 'fa:16:3e:3f:f0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9036c1-bd73-45f4-8f27-649ad4d8c568', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '44baddda-caa4-44f4-ae05-991a0b689eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:51Z', 'updated_at': '2021-09-15T15:12:55Z', 'revision_number': 4, 'project_id': 'ee75564221b94ca79f5a0039898a7c97', 'subnets': [{'id': '44baddda-caa4-44f4-ae05-991a0b689eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:12:56.520261 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7ca9ea-b416-455e-9b4f-2e0754b58b7e None None] The sync data for ids ['db9036c1-bd73-45f4-8f27-649ad4d8c568'] in dv-cinder-808837-2-iscsi is: [{'id': 'db9036c1-bd73-45f4-8f27-649ad4d8c568', 'name': 'tempest-TestShelveInstance-1554771020-router', 'tenant_id': 'ee75564221b94ca79f5a0039898a7c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '20c1ef83-818d-487c-adab-63bd4d7dd0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:48Z', 'updated_at': '2021-09-15T15:12:52Z', 'revision_number': 4, 'project_id': 'ee75564221b94ca79f5a0039898a7c97', 'gw_port': {'id': '20c1ef83-818d-487c-adab-63bd4d7dd0fb', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9036c1-bd73-45f4-8f27-649ad4d8c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:49Z', 'updated_at': '2021-09-15T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'b58e4416-680c-4753-8c37-64f69edf98cb', 'name': '', 'network_id': '53235a62-ac9a-4528-945a-09a79d43ce91', 'tenant_id': 'ee75564221b94ca79f5a0039898a7c97', 'mac_address': 'fa:16:3e:3f:f0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9036c1-bd73-45f4-8f27-649ad4d8c568', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '44baddda-caa4-44f4-ae05-991a0b689eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:51Z', 'updated_at': '2021-09-15T15:12:55Z', 'revision_number': 4, 'project_id': 'ee75564221b94ca79f5a0039898a7c97', 'subnets': [{'id': '44baddda-caa4-44f4-ae05-991a0b689eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:12:57.402451 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d38ac002-9747-49db-84ba-5ba0d6a04d7e req-4e37cc9d-46ce-4a08-ad9a-c4c5c577f8c0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673504 Sep 15 15:12:57.471785 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ac002-9747-49db-84ba-5ba0d6a04d7e req-1a228759-fbac-4903-addf-13d92ff701a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:57.473831 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d38ac002-9747-49db-84ba-5ba0d6a04d7e req-1a228759-fbac-4903-addf-13d92ff701a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=163ec6c96b0a4d718abb77037ca241be&device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 1098 time: 0.0442321 Sep 15 15:12:57.624479 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390a059-18fa-4067-a880-e94232d39222 req-bcd066b2-535f-45ee-b46f-176fd889b51a tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:57.626409 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b390a059-18fa-4067-a880-e94232d39222 req-bcd066b2-535f-45ee-b46f-176fd889b51a tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.1078327 Sep 15 15:12:57.632940 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ac002-9747-49db-84ba-5ba0d6a04d7e req-66e767ca-463d-4896-8101-84f76edf49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:57.634618 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d38ac002-9747-49db-84ba-5ba0d6a04d7e req-66e767ca-463d-4896-8101-84f76edf49b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=27aa2b65-aece-4c07-9c11-3987e0397682 HTTP/1.1" status: 200 len: 920 time: 0.1374688 Sep 15 15:12:57.682620 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device b58e4416-680c-4753-8c37-64f69edf98cb up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:12:57.691826 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d38ac002-9747-49db-84ba-5ba0d6a04d7e req-3f24c3f0-2d12-4bff-afff-95cd72820229 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=197f43fc-f7c1-43a4-a692-42e19e66fcec HTTP/1.1" status: 200 len: 217 time: 0.0475864 Sep 15 15:12:57.735044 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port b58e4416-680c-4753-8c37-64f69edf98cb triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:12:57.735324 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:12:57.745198 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b390a059-18fa-4067-a880-e94232d39222 req-80e19a5b-f50f-40cc-b3a6-09e9d9cb1f0e tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095588 Sep 15 15:12:57.768238 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ac002-9747-49db-84ba-5ba0d6a04d7e req-23d45bd8-9b89-40a1-a5a5-a0115e236e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:57.769694 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d38ac002-9747-49db-84ba-5ba0d6a04d7e req-23d45bd8-9b89-40a1-a5a5-a0115e236e36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=beb0d370-3954-41e4-8035-bb3df55aa20d HTTP/1.1" status: 200 len: 859 time: 0.0671341 Sep 15 15:12:57.821376 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d38ac002-9747-49db-84ba-5ba0d6a04d7e req-62b8aa70-6fc7-46c5-8cd9-81c1dadfbd39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27aa2b65-aece-4c07-9c11-3987e0397682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320809 Sep 15 15:12:57.916593 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d38ac002-9747-49db-84ba-5ba0d6a04d7e req-2ec40e9d-e617-4d21-ba9c-07af39488008 service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832758 Sep 15 15:12:58.014265 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d38ac002-9747-49db-84ba-5ba0d6a04d7e req-1d45f25f-8efb-49f1-a5b5-95565e28e32a service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891013 Sep 15 15:12:58.674437 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578e745-4da4-4e4b-a2b6-68cad1d72fdb req-dd171bd4-df5f-4b53-838b-abb2dff32617 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:58.675842 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2578e745-4da4-4e4b-a2b6-68cad1d72fdb req-dd171bd4-df5f-4b53-838b-abb2dff32617 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 946 time: 0.0499852 Sep 15 15:12:58.713367 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2578e745-4da4-4e4b-a2b6-68cad1d72fdb req-152f6738-d5a3-45fe-842f-165fcc290e22 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315590 Sep 15 15:12:58.869431 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d22311-42dd-4a5a-8b6f-c5b309c75849 req-d165c768-ee71-4630-b8a7-ff5abaeda6cf tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:58.870928 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a3d22311-42dd-4a5a-8b6f-c5b309c75849 req-d165c768-ee71-4630-b8a7-ff5abaeda6cf tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0512695 Sep 15 15:12:58.911557 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a3d22311-42dd-4a5a-8b6f-c5b309c75849 req-81ec0cc9-77fd-4868-8ce1-1464aa4ba818 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329154 Sep 15 15:12:59.065290 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e37a7d-e181-4721-b947-185c20ee01f5 req-ec233919-06d0-4cbb-b66e-1eadfbc867f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:59.066809 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-60e37a7d-e181-4721-b947-185c20ee01f5 req-ec233919-06d0-4cbb-b66e-1eadfbc867f2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 1098 time: 0.0409286 Sep 15 15:12:59.109897 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-60e37a7d-e181-4721-b947-185c20ee01f5 req-62e02111-da3c-442f-a2f5-f6a88d0ea056 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313456 Sep 15 15:12:59.826795 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9e22a-f81b-4b97-b008-3bd40b9a20f6 req-f19d9cbb-c48b-4c0a-9e1d-025e17da585a tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:12:59.828350 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-67c9e22a-f81b-4b97-b008-3bd40b9a20f6 req-f19d9cbb-c48b-4c0a-9e1d-025e17da585a tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 946 time: 0.0474370 Sep 15 15:12:59.866142 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-67c9e22a-f81b-4b97-b008-3bd40b9a20f6 req-71adc24a-97ff-49db-8dda-086079e83bd6 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312905 Sep 15 15:12:59.993543 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:00.026209 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052296e-fad3-4022-a797-bceadabf0544 req-161ca895-416a-436c-a53a-ecdac535e8ef tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:00.027688 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b052296e-fad3-4022-a797-bceadabf0544 req-161ca895-416a-436c-a53a-ecdac535e8ef tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0496421 Sep 15 15:13:00.065360 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b052296e-fad3-4022-a797-bceadabf0544 req-e0e46751-03b5-45f9-8212-cf6ca826f494 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307894 Sep 15 15:13:00.268343 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 2461b784-0a6a-4124-8718-80c69d2de6c7 no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:13:00.287644 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] No Port match for: 2461b784-0a6a-4124-8718-80c69d2de6c7 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:13:00.287982 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 2461b784-0a6a-4124-8718-80c69d2de6c7 not bound to the agent host hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:13:00.872751 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f69b77-bd88-463e-9b8d-1c96c266bc75 req-4c4f6884-9358-4dc0-aff9-618d36099b35 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:00.874308 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f0f69b77-bd88-463e-9b8d-1c96c266bc75 req-4c4f6884-9358-4dc0-aff9-618d36099b35 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 946 time: 0.0495024 Sep 15 15:13:01.000640 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d14847-8ef4-4ef8-9706-becbcea05e11 req-d6dfa675-0e8d-4910-b290-c65a1cf0086f tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:01.002622 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-89d14847-8ef4-4ef8-9706-becbcea05e11 req-d6dfa675-0e8d-4910-b290-c65a1cf0086f tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4299848-ef56-4f48-a0f8-8e4bd11a4da5 HTTP/1.1" status: 200 len: 946 time: 0.0583017 Sep 15 15:13:01.019494 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-f0f69b77-bd88-463e-9b8d-1c96c266bc75 req-57b1e933-8d8c-4f50-b171-ef8f1bbf5de4 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Deleting port 235bcf9c-3fd5-4bbc-988e-b12d0006da81 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:13:01.019830 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-f0f69b77-bd88-463e-9b8d-1c96c266bc75 req-57b1e933-8d8c-4f50-b171-ef8f1bbf5de4 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:01.099537 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-89d14847-8ef4-4ef8-9706-becbcea05e11 req-f48c4d9c-8f40-4692-9d10-930e4deb3930 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed014835-9170-4aa3-be49-844ae9cb6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906305 Sep 15 15:13:01.132809 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-f0f69b77-bd88-463e-9b8d-1c96c266bc75 req-57b1e933-8d8c-4f50-b171-ef8f1bbf5de4 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] For port 235bcf9c-3fd5-4bbc-988e-b12d0006da81, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=235bcf9c-3fd5-4bbc-988e-b12d0006da81,segment=NetworkSegment(f28eeada-d39b-4772-81be-4ab9ee0346e8),segment_id=f28eeada-d39b-4772-81be-4ab9ee0346e8)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:13:01.133171 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-f0f69b77-bd88-463e-9b8d-1c96c266bc75 req-57b1e933-8d8c-4f50-b171-ef8f1bbf5de4 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:01.147439 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-f0f69b77-bd88-463e-9b8d-1c96c266bc75 req-57b1e933-8d8c-4f50-b171-ef8f1bbf5de4 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Calling delete_port for 235bcf9c-3fd5-4bbc-988e-b12d0006da81 owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:13:01.185284 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd489e-909b-48b3-a600-df44ed0bebe1 req-a29b25e3-783a-43a0-ac2f-70c3187488b0 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:01.186716 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-01bd489e-909b-48b3-a600-df44ed0bebe1 req-a29b25e3-783a-43a0-ac2f-70c3187488b0 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0527306 Sep 15 15:13:01.229545 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-01bd489e-909b-48b3-a600-df44ed0bebe1 req-de3499c9-0309-4401-8f6d-64424d4eb1dc tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361450 Sep 15 15:13:01.275632 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-f0f69b77-bd88-463e-9b8d-1c96c266bc75 req-57b1e933-8d8c-4f50-b171-ef8f1bbf5de4 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:01.295413 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['235bcf9c-3fd5-4bbc-988e-b12d0006da81'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:13:01.307980 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1e933-8d8c-4f50-b171-ef8f1bbf5de4 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Pushing event deleted for resources: {'Port': ['ID=235bcf9c-3fd5-4bbc-988e-b12d0006da81,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:01.355854 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f69b77-bd88-463e-9b8d-1c96c266bc75 req-57b1e933-8d8c-4f50-b171-ef8f1bbf5de4 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] No DVR routers for this DVR port 235bcf9c-3fd5-4bbc-988e-b12d0006da81 on host hv-cinder-80883 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:13:01.358399 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-f0f69b77-bd88-463e-9b8d-1c96c266bc75 req-57b1e933-8d8c-4f50-b171-ef8f1bbf5de4 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:01.360369 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f0f69b77-bd88-463e-9b8d-1c96c266bc75 req-57b1e933-8d8c-4f50-b171-ef8f1bbf5de4 tempest-AttachVolumeNegativeTest-1730676516 tempest-AttachVolumeNegativeTest-1730676516-project] 10.222.0.47 "DELETE /v2.0/ports/235bcf9c-3fd5-4bbc-988e-b12d0006da81 HTTP/1.1" status: 204 len: 173 time: 0.4771380 Sep 15 15:13:01.360800 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4299848-ef56-4f48-a0f8-8e4bd11a4da5', 'name': 'network-vif-deleted', 'tag': '235bcf9c-3fd5-4bbc-988e-b12d0006da81'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:13:01.363269 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21e126f-6c01-45f2-ae09-eed19f116fde" -d '{"events": [{"server_uuid": "f4299848-ef56-4f48-a0f8-8e4bd11a4da5", "name": "network-vif-deleted", "tag": "235bcf9c-3fd5-4bbc-988e-b12d0006da81"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:13:01.419077 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971eca37-6cb3-44f1-b07f-575f74b4d51b x-openstack-request-id: req-971eca37-6cb3-44f1-b07f-575f74b4d51b {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:13:01.419077 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4299848-ef56-4f48-a0f8-8e4bd11a4da5", "name": "network-vif-deleted", "tag": "235bcf9c-3fd5-4bbc-988e-b12d0006da81", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:13:01.419077 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-971eca37-6cb3-44f1-b07f-575f74b4d51b {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:13:01.419440 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4299848-ef56-4f48-a0f8-8e4bd11a4da5', 'name': 'network-vif-deleted', 'tag': '235bcf9c-3fd5-4bbc-988e-b12d0006da81', 'status': 'completed', 'code': 200} Sep 15 15:13:01.546523 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0a6d6-862c-4efc-91d9-90cdde088e23 req-b650cf2c-be10-454d-8714-cc8b7f7f588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:01.548028 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a0f0a6d6-862c-4efc-91d9-90cdde088e23 req-b650cf2c-be10-454d-8714-cc8b7f7f588d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=163ec6c96b0a4d718abb77037ca241be&device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 1098 time: 0.0412719 Sep 15 15:13:01.559926 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cd3b1-64e9-48a1-aca5-43b4a4614291 req-5aeb851c-d206-4d9b-9308-07dfd21b38ff tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:01.561383 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-971cd3b1-64e9-48a1-aca5-43b4a4614291 req-5aeb851c-d206-4d9b-9308-07dfd21b38ff tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0496657 Sep 15 15:13:01.604632 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-971cd3b1-64e9-48a1-aca5-43b4a4614291 req-2b487e24-0fa7-44ed-a50a-10def597f603 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364497 Sep 15 15:13:01.607158 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-230b5dd3-7476-42cf-996b-f7e4923047f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:01.659253 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0a6d6-862c-4efc-91d9-90cdde088e23 req-e8ec37cf-6291-448f-a51f-807fd718b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:01.660740 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a0f0a6d6-862c-4efc-91d9-90cdde088e23 req-e8ec37cf-6291-448f-a51f-807fd718b3bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=27aa2b65-aece-4c07-9c11-3987e0397682 HTTP/1.1" status: 200 len: 920 time: 0.1035771 Sep 15 15:13:01.713180 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a0f0a6d6-862c-4efc-91d9-90cdde088e23 req-76087aae-6216-46e2-9a15-02954828c4f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=482cc345-7255-4ff7-96fc-ca43a9b74f00 HTTP/1.1" status: 200 len: 217 time: 0.0343337 Sep 15 15:13:01.768326 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0a6d6-862c-4efc-91d9-90cdde088e23 req-9a9de630-e58e-4783-8138-91714c52a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:01.769807 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a0f0a6d6-862c-4efc-91d9-90cdde088e23 req-9a9de630-e58e-4783-8138-91714c52a6d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=beb0d370-3954-41e4-8035-bb3df55aa20d HTTP/1.1" status: 200 len: 859 time: 0.0447459 Sep 15 15:13:01.811682 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a0f0a6d6-862c-4efc-91d9-90cdde088e23 req-d60dcaf6-86c8-44ef-bf58-7461aa686162 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27aa2b65-aece-4c07-9c11-3987e0397682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291636 Sep 15 15:13:01.919237 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a0f0a6d6-862c-4efc-91d9-90cdde088e23 req-525959f7-4c6f-4ea2-8856-3377a79b2747 service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901854 Sep 15 15:13:02.024606 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a0f0a6d6-862c-4efc-91d9-90cdde088e23 req-090981a4-a478-4097-90c6-42a3ec89f847 service neutron] 10.222.0.47 "GET /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959556 Sep 15 15:13:02.156331 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 51996) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:02.200796 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_v2 [None req-2828a3e5-6c53-4058-99b3-0ccff4f24d0c admin admin] Deleting subnet 2b33e9d6-d6d6-4340-8993-9ffa014fc179 {{(pid=94132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:13:02.203824 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2828a3e5-6c53-4058-99b3-0ccff4f24d0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:02.237473 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2828a3e5-6c53-4058-99b3-0ccff4f24d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12326048'] for subnet, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:02.277289 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2828a3e5-6c53-4058-99b3-0ccff4f24d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935064'] for subnet, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:02.334646 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2828a3e5-6c53-4058-99b3-0ccff4f24d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-935055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8964687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11857649'] for subnet, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:02.364959 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2828a3e5-6c53-4058-99b3-0ccff4f24d0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:02.367403 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-2828a3e5-6c53-4058-99b3-0ccff4f24d0c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2b33e9d6-d6d6-4340-8993-9ffa014fc179 HTTP/1.1" status: 204 len: 168 time: 0.2100818 Sep 15 15:13:02.368387 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828a3e5-6c53-4058-99b3-0ccff4f24d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b33e9d6-d6d6-4340-8993-9ffa014fc179,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:02.370052 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 51998) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:02.438160 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae48d031-2c9a-442d-96d5-d2a744fcca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002857'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:02.519338 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae48d031-2c9a-442d-96d5-d2a744fcca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935455', 'neutron.services.segments.db._delete_segments_for_network-8747554679709'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:02.539685 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-ae48d031-2c9a-442d-96d5-d2a744fcca62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075b36e7-6542-424d-b046-8e8b5d008ee6']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:02.548491 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-ae48d031-2c9a-442d-96d5-d2a744fcca62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28eeada-d39b-4772-81be-4ab9ee0346e8') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:02.548975 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-ae48d031-2c9a-442d-96d5-d2a744fcca62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28eeada-d39b-4772-81be-4ab9ee0346e8') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:02.558162 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae48d031-2c9a-442d-96d5-d2a744fcca62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747554679206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9148441'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:02.571779 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae48d031-2c9a-442d-96d5-d2a744fcca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:02.577782 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae48d031-2c9a-442d-96d5-d2a744fcca62 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:13:02.578197 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae48d031-2c9a-442d-96d5-d2a744fcca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9629202'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: timer() Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: cb(*args, **kw) Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: self._notify() Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: self.callback(batched_events) Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: event.method(event) Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: return self._get(url).json() Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:13:02.579842 dv-cinder-808837-2-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:13:02.647355 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae48d031-2c9a-442d-96d5-d2a744fcca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675161'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:02.655792 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae48d031-2c9a-442d-96d5-d2a744fcca62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:02.658147 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ae48d031-2c9a-442d-96d5-d2a744fcca62 admin admin] 10.222.0.44 "DELETE /v2.0/networks/075b36e7-6542-424d-b046-8e8b5d008ee6 HTTP/1.1" status: 204 len: 168 time: 0.2870443 Sep 15 15:13:02.669616 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48d031-2c9a-442d-96d5-d2a744fcca62 admin admin] Pushing event deleted for resources: {'Network': ['ID=075b36e7-6542-424d-b046-8e8b5d008ee6,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:02.728900 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154fb8e-bc37-4f24-8adf-44d96433ae09 req-d95c9e94-79be-4222-a592-19fcf4d24e7f tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:02.730440 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b154fb8e-bc37-4f24-8adf-44d96433ae09 req-d95c9e94-79be-4222-a592-19fcf4d24e7f tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0499766 Sep 15 15:13:02.774044 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b154fb8e-bc37-4f24-8adf-44d96433ae09 req-af6c9a29-509e-4817-ab23-9800be5bd044 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374773 Sep 15 15:13:02.834380 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52006) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:02.872173 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-7cb0f8c8-e432-47e4-8805-314ba3b55a4e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a9cef0aeca354c71b27931ed9e4e8927&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0366604 Sep 15 15:13:02.874667 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 52008) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:02.924906 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ade4170f-f95a-4818-807a-d04f87e5140f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:02.945519 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ade4170f-f95a-4818-807a-d04f87e5140f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:02.992075 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ade4170f-f95a-4818-807a-d04f87e5140f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:02.994632 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ade4170f-f95a-4818-807a-d04f87e5140f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:03.004686 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ade4170f-f95a-4818-807a-d04f87e5140f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed014835-9170-4aa3-be49-844ae9cb6f09 HTTP/1.1" status: 204 len: 168 time: 0.1201837 Sep 15 15:13:03.012810 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4170f-f95a-4818-807a-d04f87e5140f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed014835-9170-4aa3-be49-844ae9cb6f09,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:03.912656 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40136801-fba0-4a8b-af45-3ca602c09649 req-02fb751a-e6a1-4296-ba09-3a476b25334c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:03.914200 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-40136801-fba0-4a8b-af45-3ca602c09649 req-02fb751a-e6a1-4296-ba09-3a476b25334c tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0542979 Sep 15 15:13:03.955850 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-40136801-fba0-4a8b-af45-3ca602c09649 req-8eea9aee-bbee-4aac-991c-0d7918a548a8 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355499 Sep 15 15:13:04.274448 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 235bcf9c-3fd5-4bbc-988e-b12d0006da81 no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:13:04.278522 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:04.297771 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] No Port match for: 235bcf9c-3fd5-4bbc-988e-b12d0006da81 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:13:04.298135 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 235bcf9c-3fd5-4bbc-988e-b12d0006da81 not bound to the agent host hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:13:04.392887 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7672347-4d78-4c24-a7b9-696a3a654104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:04.754297 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 52074) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:04.871909 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-16e5e8e9-2276-4d2e-8675-98a1b7645378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:04.960865 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-16e5e8e9-2276-4d2e-8675-98a1b7645378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:04.964453 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-16e5e8e9-2276-4d2e-8675-98a1b7645378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:05.002063 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-16e5e8e9-2276-4d2e-8675-98a1b7645378 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ffe5b8f0c34a4c25b14bdb1ee4157cef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464902 Sep 15 15:13:05.002988 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5e8e9-2276-4d2e-8675-98a1b7645378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3157de9d-77ad-41d4-9276-5c7693149ddd,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:05.004777 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52080) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:05.056081 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-45952117-6bbf-42d2-8e02-b037df0b2b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:05.081919 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-45952117-6bbf-42d2-8e02-b037df0b2b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:05.129433 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-45952117-6bbf-42d2-8e02-b037df0b2b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:05.131946 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-45952117-6bbf-42d2-8e02-b037df0b2b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:05.133181 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-45952117-6bbf-42d2-8e02-b037df0b2b2b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3157de9d-77ad-41d4-9276-5c7693149ddd HTTP/1.1" status: 204 len: 168 time: 0.1264770 Sep 15 15:13:05.142329 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45952117-6bbf-42d2-8e02-b037df0b2b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3157de9d-77ad-41d4-9276-5c7693149ddd,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:05.216368 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:05.426868 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52092) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:05.440678 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-53e62e08-2200-476a-8a91-2566058bd75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:05.536789 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-53e62e08-2200-476a-8a91-2566058bd75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:05.541289 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-53e62e08-2200-476a-8a91-2566058bd75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:05.578128 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e62e08-2200-476a-8a91-2566058bd75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8dda8a-bc16-4e42-842f-5491f3b7fd9c,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:05.582191 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-53e62e08-2200-476a-8a91-2566058bd75c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c817cbada2214485bb87f53a85e41ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542871 Sep 15 15:13:05.584940 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52096) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:05.635807 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4ab0108f-8121-4bb2-adaf-f771e5361067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:05.658513 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4ab0108f-8121-4bb2-adaf-f771e5361067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:05.708376 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4ab0108f-8121-4bb2-adaf-f771e5361067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:05.711001 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4ab0108f-8121-4bb2-adaf-f771e5361067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:05.712142 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-4ab0108f-8121-4bb2-adaf-f771e5361067 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd8dda8a-bc16-4e42-842f-5491f3b7fd9c HTTP/1.1" status: 204 len: 168 time: 0.1262715 Sep 15 15:13:05.720019 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0108f-8121-4bb2-adaf-f771e5361067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8dda8a-bc16-4e42-842f-5491f3b7fd9c,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:06.968628 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:07.870961 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b1891-b61d-468c-859e-4ce23b715c87 req-608b3ca0-3e99-4992-a73a-e44f6d48ee66 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:07.872454 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-451b1891-b61d-468c-859e-4ce23b715c87 req-608b3ca0-3e99-4992-a73a-e44f6d48ee66 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0505679 Sep 15 15:13:07.911878 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-451b1891-b61d-468c-859e-4ce23b715c87 req-9186871f-5451-4d25-b9b1-616c8061fe65 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324593 Sep 15 15:13:09.029744 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72443237-4060-49a6-8e3d-ca0b692913f9 req-6dc65918-ef73-4daf-928b-833700f8a70f tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:09.031146 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-72443237-4060-49a6-8e3d-ca0b692913f9 req-6dc65918-ef73-4daf-928b-833700f8a70f tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0495136 Sep 15 15:13:09.068054 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-72443237-4060-49a6-8e3d-ca0b692913f9 req-7da85d26-1561-4f94-89a6-4fe6bb5ee159 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309372 Sep 15 15:13:10.186101 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5aefc-1729-43cd-b78d-56e3ef840605 req-072cd6dd-2a6e-4de3-bd15-01fd5ce63a58 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:10.187578 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fba5aefc-1729-43cd-b78d-56e3ef840605 req-072cd6dd-2a6e-4de3-bd15-01fd5ce63a58 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0538905 Sep 15 15:13:10.225037 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fba5aefc-1729-43cd-b78d-56e3ef840605 req-ee28bc85-7dba-41f0-a294-cd3fe42c7e67 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313265 Sep 15 15:13:11.336284 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79819f-d0b1-46e6-be98-7609ddd25291 req-bf0ec753-e17b-4bb3-bc39-d207ec58a306 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:11.337763 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fb79819f-d0b1-46e6-be98-7609ddd25291 req-bf0ec753-e17b-4bb3-bc39-d207ec58a306 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0478828 Sep 15 15:13:11.374961 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fb79819f-d0b1-46e6-be98-7609ddd25291 req-48b9da96-331a-4c76-8ec1-44c0158ba78e tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313165 Sep 15 15:13:12.487202 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30ad87-e2fe-4b27-a45e-38c9d3d04ea7 req-e3454f78-4193-41ee-a043-0c5933943ae1 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:12.488688 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ee30ad87-e2fe-4b27-a45e-38c9d3d04ea7 req-e3454f78-4193-41ee-a043-0c5933943ae1 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0477076 Sep 15 15:13:12.525629 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ee30ad87-e2fe-4b27-a45e-38c9d3d04ea7 req-c87e43b6-98f2-46b2-a803-04d6c5001fdb tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309289 Sep 15 15:13:12.540952 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325b34d-a493-43b5-85e7-caacde0f3c14 req-2a1110fc-0e52-49c0-9083-77c2cd1e2828 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:12.542429 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b325b34d-a493-43b5-85e7-caacde0f3c14 req-2a1110fc-0e52-49c0-9083-77c2cd1e2828 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.47 "GET /v2.0/ports?device_id=bef4bc6b-a3ee-4402-a3f0-122126c25a4a HTTP/1.1" status: 200 len: 945 time: 0.0476627 Sep 15 15:13:12.634094 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-b325b34d-a493-43b5-85e7-caacde0f3c14 req-689bd458-ba18-4c9e-92bd-674e073fe347 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Deleting port 197f43fc-f7c1-43a4-a692-42e19e66fcec {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:13:12.634432 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-b325b34d-a493-43b5-85e7-caacde0f3c14 req-689bd458-ba18-4c9e-92bd-674e073fe347 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:12.723509 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-b325b34d-a493-43b5-85e7-caacde0f3c14 req-689bd458-ba18-4c9e-92bd-674e073fe347 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] For port 197f43fc-f7c1-43a4-a692-42e19e66fcec, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=197f43fc-f7c1-43a4-a692-42e19e66fcec,segment=NetworkSegment(f38f65ae-90dc-4365-b157-1c7ed9d776b2),segment_id=f38f65ae-90dc-4365-b157-1c7ed9d776b2)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:13:12.723866 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-b325b34d-a493-43b5-85e7-caacde0f3c14 req-689bd458-ba18-4c9e-92bd-674e073fe347 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:12.735412 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-b325b34d-a493-43b5-85e7-caacde0f3c14 req-689bd458-ba18-4c9e-92bd-674e073fe347 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Calling delete_port for 197f43fc-f7c1-43a4-a692-42e19e66fcec owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:13:12.859486 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-b325b34d-a493-43b5-85e7-caacde0f3c14 req-689bd458-ba18-4c9e-92bd-674e073fe347 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:12.872135 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['197f43fc-f7c1-43a4-a692-42e19e66fcec', '482cc345-7255-4ff7-96fc-ca43a9b74f00'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:13:12.890571 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bd458-ba18-4c9e-92bd-674e073fe347 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Pushing event deleted for resources: {'Port': ['ID=197f43fc-f7c1-43a4-a692-42e19e66fcec,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:12.936322 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b325b34d-a493-43b5-85e7-caacde0f3c14 req-689bd458-ba18-4c9e-92bd-674e073fe347 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] No DVR routers for this DVR port 197f43fc-f7c1-43a4-a692-42e19e66fcec on host hv-cinder-80883 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:13:12.938846 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-b325b34d-a493-43b5-85e7-caacde0f3c14 req-689bd458-ba18-4c9e-92bd-674e073fe347 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:12.941243 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b325b34d-a493-43b5-85e7-caacde0f3c14 req-689bd458-ba18-4c9e-92bd-674e073fe347 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.47 "DELETE /v2.0/ports/197f43fc-f7c1-43a4-a692-42e19e66fcec HTTP/1.1" status: 204 len: 173 time: 0.3926363 Sep 15 15:13:12.941697 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef4bc6b-a3ee-4402-a3f0-122126c25a4a', 'name': 'network-vif-deleted', 'tag': '197f43fc-f7c1-43a4-a692-42e19e66fcec'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:13:12.943998 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0277f75b-8e5c-4252-958c-2a3c72022f2b" -d '{"events": [{"server_uuid": "bef4bc6b-a3ee-4402-a3f0-122126c25a4a", "name": "network-vif-deleted", "tag": "197f43fc-f7c1-43a4-a692-42e19e66fcec"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:13:13.003194 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df858aa2-ffda-4abe-ad4a-e3d80d007e22 x-openstack-request-id: req-df858aa2-ffda-4abe-ad4a-e3d80d007e22 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:13:13.003476 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef4bc6b-a3ee-4402-a3f0-122126c25a4a", "name": "network-vif-deleted", "tag": "197f43fc-f7c1-43a4-a692-42e19e66fcec", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:13:13.003722 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-df858aa2-ffda-4abe-ad4a-e3d80d007e22 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:13:13.004654 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef4bc6b-a3ee-4402-a3f0-122126c25a4a', 'name': 'network-vif-deleted', 'tag': '197f43fc-f7c1-43a4-a692-42e19e66fcec', 'status': 'completed', 'code': 200} Sep 15 15:13:13.805930 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e90a94-bb2a-46f2-843e-a35c7ce60188 req-54c5fa75-aa63-4157-aad8-87bf1d6335da tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:13.807396 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-47e90a94-bb2a-46f2-843e-a35c7ce60188 req-54c5fa75-aa63-4157-aad8-87bf1d6335da tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0473795 Sep 15 15:13:13.844542 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-47e90a94-bb2a-46f2-843e-a35c7ce60188 req-670ef078-5d8e-4e84-8165-e9940809e731 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312214 Sep 15 15:13:14.962036 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1d72b-8c38-4f2a-90a0-798c6b0a9575 req-3f4f8218-7336-44b9-88c5-99027b181bd9 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:14.963492 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bab1d72b-8c38-4f2a-90a0-798c6b0a9575 req-3f4f8218-7336-44b9-88c5-99027b181bd9 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0482223 Sep 15 15:13:15.000542 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bab1d72b-8c38-4f2a-90a0-798c6b0a9575 req-76e6ac10-1e26-4238-992b-395b6e2a5e20 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313375 Sep 15 15:13:15.818825 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52254) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:15.919680 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1eb46c42-d183-487a-8049-ea975d0648e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:16.006183 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1eb46c42-d183-487a-8049-ea975d0648e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:16.009808 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1eb46c42-d183-487a-8049-ea975d0648e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:16.051313 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-1eb46c42-d183-487a-8049-ea975d0648e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e48bfd5f779d4ffbafb33aa7bc13ef48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314024 Sep 15 15:13:16.052178 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb46c42-d183-487a-8049-ea975d0648e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acb7c05-670d-4ea3-83b7-a8054b9fc183,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:16.054213 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 52260) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:16.136865 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-080b3d50-8846-4145-b67e-6343838cd4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:16.146541 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7ac3f-3263-40a3-9268-f0c2cc7832d9 req-c8c6d3e4-63e6-440d-ab5b-0512162fffca tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:16.147990 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3ce7ac3f-3263-40a3-9268-f0c2cc7832d9 req-c8c6d3e4-63e6-440d-ab5b-0512162fffca tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0725427 Sep 15 15:13:16.179765 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-080b3d50-8846-4145-b67e-6343838cd4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:16.213884 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3ce7ac3f-3263-40a3-9268-f0c2cc7832d9 req-658c98e8-7827-4fe1-99fe-81b1ae7bc837 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591443 Sep 15 15:13:16.241886 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-080b3d50-8846-4145-b67e-6343838cd4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:16.244479 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-080b3d50-8846-4145-b67e-6343838cd4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:16.245632 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-080b3d50-8846-4145-b67e-6343838cd4d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6acb7c05-670d-4ea3-83b7-a8054b9fc183 HTTP/1.1" status: 204 len: 168 time: 0.1904335 Sep 15 15:13:16.253780 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b3d50-8846-4145-b67e-6343838cd4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acb7c05-670d-4ea3-83b7-a8054b9fc183,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:16.396061 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 197f43fc-f7c1-43a4-a692-42e19e66fcec no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:13:16.418088 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] No Port match for: 197f43fc-f7c1-43a4-a692-42e19e66fcec {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:13:16.418403 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 197f43fc-f7c1-43a4-a692-42e19e66fcec not bound to the agent host hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:13:16.504087 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 52268) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:16.518039 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-903b2155-dd66-4953-ac76-318a88f5b202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:16.607610 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-903b2155-dd66-4953-ac76-318a88f5b202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:16.611897 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-903b2155-dd66-4953-ac76-318a88f5b202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:16.636968 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-fe6e4647-b406-4907-a011-3c848f23a21a tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-933559358&fields=id&tenant_id=c2a7af14495048dd9ccd76e2074b39ea HTTP/1.1" status: 200 len: 267 time: 0.0322809 Sep 15 15:13:16.649641 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-903b2155-dd66-4953-ac76-318a88f5b202 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c5a706e349d4896ac66a9736a8563ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444805 Sep 15 15:13:16.651562 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b2155-dd66-4953-ac76-318a88f5b202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c668e43-0e65-439a-8aa3-316eae144163,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:16.653209 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52274) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:16.771235 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cb5e1afa-e4d2-4e3b-b164-0d9622b293a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:16.782344 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-d8964bb5-ace4-4cbf-906f-a5a6c28dfcb9 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:16.785068 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-d8964bb5-ace4-4cbf-906f-a5a6c28dfcb9 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/networks?id=0e5fccde-8fc2-40b3-a033-f50c6b2a24cc HTTP/1.1" status: 200 len: 808 time: 0.1405447 Sep 15 15:13:16.809481 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cb5e1afa-e4d2-4e3b-b164-0d9622b293a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:16.816533 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-1dad557c-134d-4bfe-8185-6ca78c5e08f7 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/quotas/c2a7af14495048dd9ccd76e2074b39ea HTTP/1.1" status: 200 len: 375 time: 0.0246317 Sep 15 15:13:16.880901 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-7421e737-1997-4edb-b829-4567eb8e78fa tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c2a7af14495048dd9ccd76e2074b39ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561090 Sep 15 15:13:16.887102 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cb5e1afa-e4d2-4e3b-b164-0d9622b293a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:16.889886 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cb5e1afa-e4d2-4e3b-b164-0d9622b293a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:16.891002 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-cb5e1afa-e4d2-4e3b-b164-0d9622b293a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c668e43-0e65-439a-8aa3-316eae144163 HTTP/1.1" status: 204 len: 168 time: 0.2361445 Sep 15 15:13:16.907265 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e1afa-e4d2-4e3b-b164-0d9622b293a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c668e43-0e65-439a-8aa3-316eae144163,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:16.989155 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-c265d921-6274-42e1-addf-7af123bd8dca service neutron] 10.222.0.44 "GET /v2.0/networks/0e5fccde-8fc2-40b3-a033-f50c6b2a24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940034 Sep 15 15:13:17.081110 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-32175dd6-a86d-4bbe-93db-9fc41f9b10e9 service neutron] 10.222.0.44 "GET /v2.0/networks/0e5fccde-8fc2-40b3-a033-f50c6b2a24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858185 Sep 15 15:13:17.344151 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0d407-0d0f-4f05-a758-3c0eb963d702 req-a88d1db1-c38d-4bf4-a81d-f3f0beb5c811 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:17.350622 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-87a0d407-0d0f-4f05-a758-3c0eb963d702 req-a88d1db1-c38d-4bf4-a81d-f3f0beb5c811 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0660071 Sep 15 15:13:17.378450 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-619c0e33-e4b9-4375-917a-433f3b3b3099 req-4c4a45be-0188-44f5-85bf-7fc2c23e3ae9 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 210 time: 0.0313115 Sep 15 15:13:17.388004 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-87a0d407-0d0f-4f05-a758-3c0eb963d702 req-0c0ae0be-207d-415b-bec2-57b1ad9e89cc tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353756 Sep 15 15:13:18.387510 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-c1ac35c1-bba9-4d85-a1fa-85e2851c267c tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:18.388942 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-c1ac35c1-bba9-4d85-a1fa-85e2851c267c tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.47 "GET /v2.0/networks?id=0e5fccde-8fc2-40b3-a033-f50c6b2a24cc HTTP/1.1" status: 200 len: 808 time: 0.1238859 Sep 15 15:13:18.470985 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-6fd47523-ae49-4808-bf71-8ddac0299b17 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2a7af14495048dd9ccd76e2074b39ea HTTP/1.1" status: 200 len: 379 time: 0.0605912 Sep 15 15:13:18.498970 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-25a5937a-8e11-4b9d-8c72-815e349c0942 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Request body: {'port': {'device_id': 'eb59572e-e0de-4cae-bb00-54f17fa6b3b1', 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc', 'admin_state_up': True, 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'security_groups': ['1ddc046b-9bc7-4ae9-84e4-5185cea73e82']}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:13:18.520533 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d765bd-29e2-4d9d-bc6b-9fa59f12e4ec req-ef1d600b-92f4-43a1-a478-632d80ded395 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:18.522721 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d4d765bd-29e2-4d9d-bc6b-9fa59f12e4ec req-ef1d600b-92f4-43a1-a478-632d80ded395 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0593989 Sep 15 15:13:18.576287 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d4d765bd-29e2-4d9d-bc6b-9fa59f12e4ec req-d26b0c38-3e12-4868-9938-f4fd508e3996 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441780 Sep 15 15:13:18.598272 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fa4a6d14-5c80-4fae-bc68-91245aea7350 req-f2b23933-0f74-4b89-9634-323ab9b81898 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 210 time: 0.1172094 Sep 15 15:13:18.649912 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-25a5937a-8e11-4b9d-8c72-815e349c0942 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Made reservation on behalf of c2a7af14495048dd9ccd76e2074b39ea for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:13:18.653489 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-25a5937a-8e11-4b9d-8c72-815e349c0942 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:18.794889 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-25a5937a-8e11-4b9d-8c72-815e349c0942 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Allocated IP 172.20.0.11 (0e5fccde-8fc2-40b3-a033-f50c6b2a24cc/4b550d78-8522-40d8-a5dc-f8acba57a015/db35f560-bec2-42da-b489-6bd566a3fab3) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:13:19.131353 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 52368) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:19.149779 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-25a5937a-8e11-4b9d-8c72-815e349c0942 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:19.183910 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-25a5937a-8e11-4b9d-8c72-815e349c0942 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:19.228585 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-25a5937a-8e11-4b9d-8c72-815e349c0942 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Network 0e5fccde-8fc2-40b3-a033-f50c6b2a24cc is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:13:19.231582 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-25a5937a-8e11-4b9d-8c72-815e349c0942 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:13:19.235077 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-25a5937a-8e11-4b9d-8c72-815e349c0942 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:13:19.237785 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a86f7219-77a9-45c8-8e83-31099ecf42b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:19.264940 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5937a-8e11-4b9d-8c72-815e349c0942 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Pushing event updated for resources: {'Port': ['ID=db35f560-bec2-42da-b489-6bd566a3fab3,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:19.294969 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-25a5937a-8e11-4b9d-8c72-815e349c0942 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:19.295729 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-25a5937a-8e11-4b9d-8c72-815e349c0942 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:19.329839 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a86f7219-77a9-45c8-8e83-31099ecf42b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:19.334290 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a86f7219-77a9-45c8-8e83-31099ecf42b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:19.339109 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-25a5937a-8e11-4b9d-8c72-815e349c0942 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8561795 Sep 15 15:13:19.354045 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] Request body: {'port': {'device_id': 'eb59572e-e0de-4cae-bb00-54f17fa6b3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80883'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:13:19.380385 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-a86f7219-77a9-45c8-8e83-31099ecf42b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6bda716f725947a185c7f435245cf570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455251 Sep 15 15:13:19.380385 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f7219-77a9-45c8-8e83-31099ecf42b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecd9363-ff4f-4800-89e1-dc540f1df2b8,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:19.380677 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52372) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:19.443014 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:19.462488 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-630600e0-ee8c-4617-8148-eb53f2c9546f None None] Provisioning complete for port db35f560-bec2-42da-b489-6bd566a3fab3 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:13:19.463033 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-630600e0-ee8c-4617-8148-eb53f2c9546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:19.492438 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b468abbd-ca75-405c-81b4-103ea4e08bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:19.499076 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-630600e0-ee8c-4617-8148-eb53f2c9546f None None] Port db35f560-bec2-42da-b489-6bd566a3fab3 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:13:19.529485 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b468abbd-ca75-405c-81b4-103ea4e08bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:19.681267 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b468abbd-ca75-405c-81b4-103ea4e08bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:19.683953 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b468abbd-ca75-405c-81b4-103ea4e08bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:19.687900 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-b468abbd-ca75-405c-81b4-103ea4e08bda admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7ecd9363-ff4f-4800-89e1-dc540f1df2b8 HTTP/1.1" status: 204 len: 168 time: 0.3062615 Sep 15 15:13:19.705178 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fbc9a-5d7e-4454-a6d9-6165f6562a39 req-51f031f4-5ecb-4ad5-99bc-97753fda8fe6 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:19.707679 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-214fbc9a-5d7e-4454-a6d9-6165f6562a39 req-51f031f4-5ecb-4ad5-99bc-97753fda8fe6 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0644927 Sep 15 15:13:19.710772 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468abbd-ca75-405c-81b4-103ea4e08bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecd9363-ff4f-4800-89e1-dc540f1df2b8,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:19.766326 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-214fbc9a-5d7e-4454-a6d9-6165f6562a39 req-f910f8a9-bfdf-45ab-aa91-b43e873bf7d4 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e8e823a-8e6d-40bd-b8fc-953849313219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425193 Sep 15 15:13:19.771998 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b51e8-31c0-4957-acc7-61f5e3a7e25f req-7c323abe-62b4-45aa-bad7-437fff4588e5 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:19.773544 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0a5b51e8-31c0-4957-acc7-61f5e3a7e25f req-7c323abe-62b4-45aa-bad7-437fff4588e5 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 932 time: 0.0789754 Sep 15 15:13:19.848232 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db35f560-bec2-42da-b489-6bd566a3fab3 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:13:19.857332 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:19.862454 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0a5b51e8-31c0-4957-acc7-61f5e3a7e25f req-abf2e225-dd8d-47e9-a706-827c6723f382 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799370 Sep 15 15:13:19.898655 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] Transition to ACTIVE for port object db35f560-bec2-42da-b489-6bd566a3fab3 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:13:19.902996 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:19.948875 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22093123-fabb-4d89-b6fb-0c845436feae req-ed690b2c-7b31-4348-8234-3ef5850d1398 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:19.950342 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-22093123-fabb-4d89-b6fb-0c845436feae req-ed690b2c-7b31-4348-8234-3ef5850d1398 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 945 time: 0.0870776 Sep 15 15:13:19.977566 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] Pushing event updated for resources: {'Port': ['ID=db35f560-bec2-42da-b489-6bd566a3fab3,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:19.978075 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 52382) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:19.992936 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7841b96a-b330-4ed3-9a5c-39887dcb48e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:20.094674 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7841b96a-b330-4ed3-9a5c-39887dcb48e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:20.100688 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7841b96a-b330-4ed3-9a5c-39887dcb48e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:20.113793 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] Attempting to bind port db35f560-bec2-42da-b489-6bd566a3fab3 on host hv-cinder-80883 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:13:20.114163 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] Attempting to bind port db35f560-bec2-42da-b489-6bd566a3fab3 by drivers openvswitch,hyperv on host hv-cinder-80883 at level 0 using segments [{'id': 'cd81db31-5a80-4cde-9b13-8e0813c1fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:13:20.114496 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] Attempting to bind port db35f560-bec2-42da-b489-6bd566a3fab3 on network 0e5fccde-8fc2-40b3-a033-f50c6b2a24cc {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:13:20.121709 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] Port db35f560-bec2-42da-b489-6bd566a3fab3 on network 0e5fccde-8fc2-40b3-a033-f50c6b2a24cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80883 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:13:20.122035 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] Attempting to bind port db35f560-bec2-42da-b489-6bd566a3fab3 on network 0e5fccde-8fc2-40b3-a033-f50c6b2a24cc {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:13:20.131736 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] Checking agent: {'id': 'db85dd15-89fb-42a1-b201-2709101a597b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'started_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:13:20.132073 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] Checking segment: {'id': 'cd81db31-5a80-4cde-9b13-8e0813c1fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:13:20.132454 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] Bound using segment: {'id': 'cd81db31-5a80-4cde-9b13-8e0813c1fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:13:20.132872 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] Bound port: db35f560-bec2-42da-b489-6bd566a3fab3, host: hv-cinder-80883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd81db31-5a80-4cde-9b13-8e0813c1fda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:13:20.133225 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:20.139395 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841b96a-b330-4ed3-9a5c-39887dcb48e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2a934e-b1de-4e1a-8d2d-18c0438bab56,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:20.146653 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-22093123-fabb-4d89-b6fb-0c845436feae req-88e52ae3-f940-4326-ba51-fa92cf7168d9 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Deleting port 482cc345-7255-4ff7-96fc-ca43a9b74f00 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:13:20.146988 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-22093123-fabb-4d89-b6fb-0c845436feae req-88e52ae3-f940-4326-ba51-fa92cf7168d9 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:20.149531 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52384) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:20.149645 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-7841b96a-b330-4ed3-9a5c-39887dcb48e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f8d4f7c0335a45d9ac3e092feaf54d85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704633 Sep 15 15:13:20.316249 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-209433f3-c4d4-4a1f-a03e-e6d127d92e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:20.318741 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-22093123-fabb-4d89-b6fb-0c845436feae req-88e52ae3-f940-4326-ba51-fa92cf7168d9 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] For port 482cc345-7255-4ff7-96fc-ca43a9b74f00, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=482cc345-7255-4ff7-96fc-ca43a9b74f00,segment=NetworkSegment(f38f65ae-90dc-4365-b157-1c7ed9d776b2),segment_id=f38f65ae-90dc-4365-b157-1c7ed9d776b2)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:13:20.319089 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-22093123-fabb-4d89-b6fb-0c845436feae req-88e52ae3-f940-4326-ba51-fa92cf7168d9 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:20.328977 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] For port db35f560-bec2-42da-b489-6bd566a3fab3, host hv-cinder-80883, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:13:20.343984 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-22093123-fabb-4d89-b6fb-0c845436feae req-88e52ae3-f940-4326-ba51-fa92cf7168d9 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Calling delete_port for 482cc345-7255-4ff7-96fc-ca43a9b74f00 owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:13:20.362883 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] For port db35f560-bec2-42da-b489-6bd566a3fab3, host hv-cinder-80883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=db35f560-bec2-42da-b489-6bd566a3fab3,segment=NetworkSegment(cd81db31-5a80-4cde-9b13-8e0813c1fda7),segment_id=cd81db31-5a80-4cde-9b13-8e0813c1fda7)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:13:20.366725 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-209433f3-c4d4-4a1f-a03e-e6d127d92e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:20.376954 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:20.463353 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:20.463930 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:20.465306 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] 10.222.0.47 "PUT /v2.0/ports/db35f560-bec2-42da-b489-6bd566a3fab3 HTTP/1.1" status: 200 len: 1094 time: 1.1157212 Sep 15 15:13:20.468764 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb59572e-e0de-4cae-bb00-54f17fa6b3b1', 'tag': 'db35f560-bec2-42da-b489-6bd566a3fab3'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:13:20.471733 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077968a2-bb51-4eef-ac14-b01b506ed976" -d '{"events": [{"name": "network-changed", "server_uuid": "eb59572e-e0de-4cae-bb00-54f17fa6b3b1", "tag": "db35f560-bec2-42da-b489-6bd566a3fab3"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:13:20.508246 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54354b7b-ed68-4d24-9e7e-f905ee905308 service neutron] Pushing event updated for resources: {'Port': ['ID=db35f560-bec2-42da-b489-6bd566a3fab3,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:20.548499 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fc6510-c0e7-4131-a756-4e4c399c64b8 x-openstack-request-id: req-f3fc6510-c0e7-4131-a756-4e4c399c64b8 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:13:20.548933 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb59572e-e0de-4cae-bb00-54f17fa6b3b1", "tag": "db35f560-bec2-42da-b489-6bd566a3fab3", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:13:20.549335 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f3fc6510-c0e7-4131-a756-4e4c399c64b8 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:13:20.549789 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb59572e-e0de-4cae-bb00-54f17fa6b3b1', 'tag': 'db35f560-bec2-42da-b489-6bd566a3fab3', 'status': 'completed', 'code': 200} Sep 15 15:13:20.567536 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-209433f3-c4d4-4a1f-a03e-e6d127d92e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:20.570291 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-209433f3-c4d4-4a1f-a03e-e6d127d92e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:20.571520 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-209433f3-c4d4-4a1f-a03e-e6d127d92e9d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c2a934e-b1de-4e1a-8d2d-18c0438bab56 HTTP/1.1" status: 204 len: 168 time: 0.4184937 Sep 15 15:13:20.591055 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209433f3-c4d4-4a1f-a03e-e6d127d92e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2a934e-b1de-4e1a-8d2d-18c0438bab56,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:20.601245 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-7a4970bb-9a4b-41a5-810b-57d75dbc9465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:20.603069 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-7a4970bb-9a4b-41a5-810b-57d75dbc9465 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2a7af14495048dd9ccd76e2074b39ea&device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 1097 time: 0.0896666 Sep 15 15:13:20.663871 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-041ac5ec-ce47-45ab-9a24-eab6f1960bb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db35f560-bec2-42da-b489-6bd566a3fab3 HTTP/1.1" status: 200 len: 217 time: 0.0409489 Sep 15 15:13:20.711961 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-22093123-fabb-4d89-b6fb-0c845436feae req-88e52ae3-f940-4326-ba51-fa92cf7168d9 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:20.723699 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['482cc345-7255-4ff7-96fc-ca43a9b74f00'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:13:20.752671 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e52ae3-f940-4326-ba51-fa92cf7168d9 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Pushing event deleted for resources: {'Port': ['ID=482cc345-7255-4ff7-96fc-ca43a9b74f00,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:20.755691 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-34a77826-d1a2-478e-a91d-f5f33e9b75f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:20.757135 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-34a77826-d1a2-478e-a91d-f5f33e9b75f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b550d78-8522-40d8-a5dc-f8acba57a015 HTTP/1.1" status: 200 len: 847 time: 0.0859561 Sep 15 15:13:20.816805 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-22093123-fabb-4d89-b6fb-0c845436feae req-88e52ae3-f940-4326-ba51-fa92cf7168d9 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] No DVR routers for this DVR port 482cc345-7255-4ff7-96fc-ca43a9b74f00 on host hv-cinder-80883 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:13:20.821171 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-22093123-fabb-4d89-b6fb-0c845436feae req-88e52ae3-f940-4326-ba51-fa92cf7168d9 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:20.823168 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-22093123-fabb-4d89-b6fb-0c845436feae req-88e52ae3-f940-4326-ba51-fa92cf7168d9 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.47 "DELETE /v2.0/ports/482cc345-7255-4ff7-96fc-ca43a9b74f00 HTTP/1.1" status: 204 len: 173 time: 0.8633518 Sep 15 15:13:20.837576 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-ea9c68b4-98d7-4c5f-a1fe-6cbf55ce1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:20.839166 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-ea9c68b4-98d7-4c5f-a1fe-6cbf55ce1d2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0e5fccde-8fc2-40b3-a033-f50c6b2a24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741189 Sep 15 15:13:20.893510 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1a3492e3-4c47-42cd-99de-6a05f6fab10f req-69b5fc5b-e7f3-4aea-a6c9-4ea6836ccea7 tempest-ServerRescueNegativeTestJSON-1806627009 tempest-ServerRescueNegativeTestJSON-1806627009-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fcc554c-2a24-442a-86f7-f3eee76f1325 HTTP/1.1" status: 200 len: 210 time: 0.0513599 Sep 15 15:13:20.979199 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-07d2d404-5c4b-48d8-8934-5c3c790b30ae service neutron] 10.222.0.47 "GET /v2.0/networks/0e5fccde-8fc2-40b3-a033-f50c6b2a24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281588 Sep 15 15:13:21.000672 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08fb85-9f1b-451f-be32-064dc422ab8c req-05cd79e3-673d-4892-a8cf-d1d5c11b802b tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:21.009152 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ed08fb85-9f1b-451f-be32-064dc422ab8c req-05cd79e3-673d-4892-a8cf-d1d5c11b802b tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 944 time: 0.0668561 Sep 15 15:13:21.061865 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ed08fb85-9f1b-451f-be32-064dc422ab8c req-1538efd0-ec6b-4005-b17c-20c7885aee55 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463150 Sep 15 15:13:21.093439 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-499f04a1-7590-4978-8d44-75f7c4aa413a req-4dc12932-c1ef-4285-b3b1-1b56071529b6 service neutron] 10.222.0.47 "GET /v2.0/networks/0e5fccde-8fc2-40b3-a033-f50c6b2a24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973141 Sep 15 15:13:21.196829 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077968a2-bb51-4eef-ac14-b01b506ed976 req-b2383e6c-a108-4cae-b7b0-fb04337e3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:21.198375 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-077968a2-bb51-4eef-ac14-b01b506ed976 req-b2383e6c-a108-4cae-b7b0-fb04337e3779 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2a7af14495048dd9ccd76e2074b39ea&device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 1097 time: 0.0423892 Sep 15 15:13:21.294822 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077968a2-bb51-4eef-ac14-b01b506ed976 req-52241711-00dc-4034-9498-fa54a94200ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:21.296334 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-077968a2-bb51-4eef-ac14-b01b506ed976 req-52241711-00dc-4034-9498-fa54a94200ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=0e5fccde-8fc2-40b3-a033-f50c6b2a24cc HTTP/1.1" status: 200 len: 909 time: 0.0904243 Sep 15 15:13:21.347026 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-077968a2-bb51-4eef-ac14-b01b506ed976 req-ae530e90-848a-429b-81f4-73477185a083 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db35f560-bec2-42da-b489-6bd566a3fab3 HTTP/1.1" status: 200 len: 217 time: 0.0412164 Sep 15 15:13:21.403366 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077968a2-bb51-4eef-ac14-b01b506ed976 req-32850828-ec54-4829-9235-f9731ce8f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:21.405183 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-077968a2-bb51-4eef-ac14-b01b506ed976 req-32850828-ec54-4829-9235-f9731ce8f73b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b550d78-8522-40d8-a5dc-f8acba57a015 HTTP/1.1" status: 200 len: 847 time: 0.0485923 Sep 15 15:13:21.463960 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077968a2-bb51-4eef-ac14-b01b506ed976 req-fb9f3b19-6a7f-47f4-8336-001d5573c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:21.465753 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-077968a2-bb51-4eef-ac14-b01b506ed976 req-fb9f3b19-6a7f-47f4-8336-001d5573c0cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0e5fccde-8fc2-40b3-a033-f50c6b2a24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439193 Sep 15 15:13:21.567401 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-077968a2-bb51-4eef-ac14-b01b506ed976 req-c3788816-04d3-4a3e-af5d-9eadeb2f6377 service neutron] 10.222.0.47 "GET /v2.0/networks/0e5fccde-8fc2-40b3-a033-f50c6b2a24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931392 Sep 15 15:13:21.661578 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-077968a2-bb51-4eef-ac14-b01b506ed976 req-ef2b668e-36c6-4fb7-9b5d-79771885448a service neutron] 10.222.0.47 "GET /v2.0/networks/0e5fccde-8fc2-40b3-a033-f50c6b2a24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868928 Sep 15 15:13:21.952711 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52434) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:22.170215 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ead652-bde0-4a64-b122-6af603185b9d req-5e84c7d7-e999-4b74-84e2-0a41c170476a tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:22.171707 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-27ead652-bde0-4a64-b122-6af603185b9d req-5e84c7d7-e999-4b74-84e2-0a41c170476a tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 944 time: 0.0494945 Sep 15 15:13:22.214632 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-27ead652-bde0-4a64-b122-6af603185b9d req-67bf75f9-1d8f-4c75-ad87-c6165f8737d2 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360193 Sep 15 15:13:22.397799 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0d87286b-ea68-4e06-92fc-ef095b9cdb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672843'] for router_interface, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:22.553701 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcc554c-2a24-442a-86f7-f3eee76f1325', 'name': 'network-vif-deleted', 'tag': '482cc345-7255-4ff7-96fc-ca43a9b74f00'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:13:22.556830 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d6aa84-bce1-4ddc-b674-2036f89a6553" -d '{"events": [{"server_uuid": "4fcc554c-2a24-442a-86f7-f3eee76f1325", "name": "network-vif-deleted", "tag": "482cc345-7255-4ff7-96fc-ca43a9b74f00"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:13:22.591660 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af50e91-076b-4db6-8243-6a01542ddd82 x-openstack-request-id: req-1af50e91-076b-4db6-8243-6a01542ddd82 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:13:22.591958 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcc554c-2a24-442a-86f7-f3eee76f1325", "name": "network-vif-deleted", "tag": "482cc345-7255-4ff7-96fc-ca43a9b74f00", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:13:22.592234 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1af50e91-076b-4db6-8243-6a01542ddd82 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:13:22.592741 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcc554c-2a24-442a-86f7-f3eee76f1325', 'name': 'network-vif-deleted', 'tag': '482cc345-7255-4ff7-96fc-ca43a9b74f00', 'status': 'completed', 'code': 200} Sep 15 15:13:22.694079 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-0d87286b-ea68-4e06-92fc-ef095b9cdb78 admin admin] Deleting port 40897ea3-cc02-41b6-9f3e-b58a6f5fba13 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:13:22.694421 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0d87286b-ea68-4e06-92fc-ef095b9cdb78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:22.777400 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-0d87286b-ea68-4e06-92fc-ef095b9cdb78 admin admin] For port 40897ea3-cc02-41b6-9f3e-b58a6f5fba13, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=40897ea3-cc02-41b6-9f3e-b58a6f5fba13,segment=NetworkSegment(f38f65ae-90dc-4365-b157-1c7ed9d776b2),segment_id=f38f65ae-90dc-4365-b157-1c7ed9d776b2)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:13:22.777752 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0d87286b-ea68-4e06-92fc-ef095b9cdb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:22.790349 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-0d87286b-ea68-4e06-92fc-ef095b9cdb78 admin admin] Calling delete_port for 40897ea3-cc02-41b6-9f3e-b58a6f5fba13 owned by network:router_interface {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:13:22.962463 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0d87286b-ea68-4e06-92fc-ef095b9cdb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:22.987631 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87286b-ea68-4e06-92fc-ef095b9cdb78 admin admin] Pushing event deleted for resources: {'Port': ['ID=40897ea3-cc02-41b6-9f3e-b58a6f5fba13,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:23.332975 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5321bba-41b0-4731-b739-f74f422a73e2 req-6f892e45-5aab-41a0-91ea-ce28afb93dbe tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:23.334528 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d5321bba-41b0-4731-b739-f74f422a73e2 req-6f892e45-5aab-41a0-91ea-ce28afb93dbe tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 944 time: 0.0527663 Sep 15 15:13:23.374071 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d5321bba-41b0-4731-b739-f74f422a73e2 req-d87fe21d-d765-4648-9995-e7128263c1ef tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335841 Sep 15 15:13:23.374554 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0d87286b-ea68-4e06-92fc-ef095b9cdb78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3684279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3675323'] for router_interface, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:23.592667 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d87286b-ea68-4e06-92fc-ef095b9cdb78 admin admin] Router a414ded0-3b5a-455f-8fb4-f1a539fd2cb3 has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:13:23.704683 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d87286b-ea68-4e06-92fc-ef095b9cdb78 admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:13:23.709913 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-0d87286b-ea68-4e06-92fc-ef095b9cdb78 admin admin] 10.222.0.44 "PUT /v2.0/routers/a414ded0-3b5a-455f-8fb4-f1a539fd2cb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7560127 Sep 15 15:13:23.712326 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52454) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:23.714934 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91a75bf-a6a0-4241-8cf4-29f0188ac80a None None] Sync routers for ids ['a414ded0-3b5a-455f-8fb4-f1a539fd2cb3'] in dv-cinder-808837-2-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:13:23.725891 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a75bf-a6a0-4241-8cf4-29f0188ac80a None None] Routers {'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:13:23.726568 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-d91a75bf-a6a0-4241-8cf4-29f0188ac80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:13:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['a414ded0-3b5a-455f-8fb4-f1a539fd2cb3'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:23.832192 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e750a383-5b83-4f3e-9570-7e9df86fcade admin admin] Notify callbacks [] for router, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:23.840190 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-d91a75bf-a6a0-4241-8cf4-29f0188ac80a None None] Set router a414ded0-3b5a-455f-8fb4-f1a539fd2cb3 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:13:23.935152 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e750a383-5b83-4f3e-9570-7e9df86fcade admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:23.986782 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-e750a383-5b83-4f3e-9570-7e9df86fcade admin admin] Deleting port ad127963-1c40-41dc-b498-8bf5c4413fd5 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:13:23.987106 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e750a383-5b83-4f3e-9570-7e9df86fcade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:24.018253 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-d91a75bf-a6a0-4241-8cf4-29f0188ac80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3', 'name': 'tempest-ServerRescueNegativeTestJSON-1546463305-router', 'tenant_id': '163ec6c96b0a4d718abb77037ca241be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'ad127963-1c40-41dc-b498-8bf5c4413fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:46Z', 'updated_at': '2021-09-15T15:13:22Z', 'revision_number': 5, 'project_id': '163ec6c96b0a4d718abb77037ca241be', 'gw_port': {'id': 'ad127963-1c40-41dc-b498-8bf5c4413fd5', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:46Z', 'updated_at': '2021-09-15T15:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:24.044108 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91a75bf-a6a0-4241-8cf4-29f0188ac80a None None] Checking router: a414ded0-3b5a-455f-8fb4-f1a539fd2cb3 for host: dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:13:24.052198 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a75bf-a6a0-4241-8cf4-29f0188ac80a None None] Routers {'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:13:24.052794 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-d91a75bf-a6a0-4241-8cf4-29f0188ac80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:13:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['a414ded0-3b5a-455f-8fb4-f1a539fd2cb3'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:24.068484 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-e750a383-5b83-4f3e-9570-7e9df86fcade admin admin] For port ad127963-1c40-41dc-b498-8bf5c4413fd5, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=ad127963-1c40-41dc-b498-8bf5c4413fd5,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:13:24.068838 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e750a383-5b83-4f3e-9570-7e9df86fcade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:24.080586 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-e750a383-5b83-4f3e-9570-7e9df86fcade admin admin] Calling delete_port for ad127963-1c40-41dc-b498-8bf5c4413fd5 owned by network:router_gateway {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:13:24.136490 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-d91a75bf-a6a0-4241-8cf4-29f0188ac80a None None] Set router a414ded0-3b5a-455f-8fb4-f1a539fd2cb3 gateway port host: None {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:13:24.188426 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-d91a75bf-a6a0-4241-8cf4-29f0188ac80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3', 'name': 'tempest-ServerRescueNegativeTestJSON-1546463305-router', 'tenant_id': '163ec6c96b0a4d718abb77037ca241be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:46Z', 'updated_at': '2021-09-15T15:13:23Z', 'revision_number': 6, 'project_id': '163ec6c96b0a4d718abb77037ca241be', 'gw_port_host': None}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:24.218411 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91a75bf-a6a0-4241-8cf4-29f0188ac80a None None] The sync data for ids ['a414ded0-3b5a-455f-8fb4-f1a539fd2cb3'] in dv-cinder-808837-2-iscsi is: [{'id': 'a414ded0-3b5a-455f-8fb4-f1a539fd2cb3', 'name': 'tempest-ServerRescueNegativeTestJSON-1546463305-router', 'tenant_id': '163ec6c96b0a4d718abb77037ca241be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:46Z', 'updated_at': '2021-09-15T15:13:23Z', 'revision_number': 6, 'project_id': '163ec6c96b0a4d718abb77037ca241be', 'gw_port_host': None}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:13:24.250507 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e750a383-5b83-4f3e-9570-7e9df86fcade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:24.274909 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750a383-5b83-4f3e-9570-7e9df86fcade admin admin] Pushing event deleted for resources: {'Port': ['ID=ad127963-1c40-41dc-b498-8bf5c4413fd5,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:24.339745 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e750a383-5b83-4f3e-9570-7e9df86fcade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3675261'] for router_gateway, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:24.431322 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 482cc345-7255-4ff7-96fc-ca43a9b74f00 no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:13:24.444051 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e750a383-5b83-4f3e-9570-7e9df86fcade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1423'] for router, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:24.447268 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e750a383-5b83-4f3e-9570-7e9df86fcade admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:24.453570 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] No Port match for: 482cc345-7255-4ff7-96fc-ca43a9b74f00 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:13:24.453929 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 482cc345-7255-4ff7-96fc-ca43a9b74f00 not bound to the agent host hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:13:24.535840 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e750a383-5b83-4f3e-9570-7e9df86fcade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3672279'] for router, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:24.536559 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e750a383-5b83-4f3e-9570-7e9df86fcade admin admin] Fanout notify agent at l3_agent the message router_deleted on router a414ded0-3b5a-455f-8fb4-f1a539fd2cb3 {{(pid=94132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:13:24.545685 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e750a383-5b83-4f3e-9570-7e9df86fcade admin admin] Notify callbacks [] for router, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:24.545685 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-e750a383-5b83-4f3e-9570-7e9df86fcade admin admin] 10.222.0.44 "DELETE /v2.0/routers/a414ded0-3b5a-455f-8fb4-f1a539fd2cb3 HTTP/1.1" status: 204 len: 168 time: 0.8302495 Sep 15 15:13:24.545904 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52458) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:24.561374 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2b736-f4a7-4d82-a161-6c9f197b040d req-7ca031d1-7144-4178-bcdf-20a9ca5184e7 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:24.562912 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-16c2b736-f4a7-4d82-a161-6c9f197b040d req-7ca031d1-7144-4178-bcdf-20a9ca5184e7 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 944 time: 0.1170759 Sep 15 15:13:24.626231 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e072715-0ba5-4d7e-b345-3f69f29bb862 admin admin] Deleting subnet beb0d370-3954-41e4-8035-bb3df55aa20d {{(pid=94132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:13:24.633989 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2e072715-0ba5-4d7e-b345-3f69f29bb862 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:24.640715 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-16c2b736-f4a7-4d82-a161-6c9f197b040d req-126cb8cb-134a-4018-8068-52625b497b98 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580039 Sep 15 15:13:24.676613 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2e072715-0ba5-4d7e-b345-3f69f29bb862 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12326048'] for subnet, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:24.719342 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2e072715-0ba5-4d7e-b345-3f69f29bb862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935064'] for subnet, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:24.778904 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2e072715-0ba5-4d7e-b345-3f69f29bb862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-935055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8964687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11857649'] for subnet, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:24.809822 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e072715-0ba5-4d7e-b345-3f69f29bb862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beb0d370-3954-41e4-8035-bb3df55aa20d,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:24.814226 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2e072715-0ba5-4d7e-b345-3f69f29bb862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:24.816449 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-2e072715-0ba5-4d7e-b345-3f69f29bb862 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/beb0d370-3954-41e4-8035-bb3df55aa20d HTTP/1.1" status: 204 len: 168 time: 0.2696059 Sep 15 15:13:24.818874 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52466) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:24.880223 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 52468) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:24.891246 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1770276a-970d-4bcb-8442-9320fd25f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002857'] for network, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:24.983943 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1770276a-970d-4bcb-8442-9320fd25f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935455', 'neutron.services.segments.db._delete_segments_for_network-8747554679709'] for network, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:24.997414 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c9ac2842-35ef-408f-8c1c-b318f291a732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.006364 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-1770276a-970d-4bcb-8442-9320fd25f7dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27aa2b65-aece-4c07-9c11-3987e0397682']}} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:25.015945 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-1770276a-970d-4bcb-8442-9320fd25f7dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38f65ae-90dc-4365-b157-1c7ed9d776b2') {'for_net_delete': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:25.016234 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-1770276a-970d-4bcb-8442-9320fd25f7dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38f65ae-90dc-4365-b157-1c7ed9d776b2') {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:25.025678 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1770276a-970d-4bcb-8442-9320fd25f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747554679206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12326059'] for segment, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.039598 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1770276a-970d-4bcb-8442-9320fd25f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.045502 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1770276a-970d-4bcb-8442-9320fd25f7dd admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:13:25.045871 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1770276a-970d-4bcb-8442-9320fd25f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8963217'] for segment, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: Traceback (most recent call last): Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: timer() Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: cb(*args, **kw) Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: return func(*args, **kwargs) Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: self._notify() Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: self.callback(batched_events) Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: event.method(event) Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: return f(self, *a, **k) Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: return self._get(url).json() Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: return self.request(url, 'GET', **kwargs) Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:13:25.047651 dv-cinder-808837-2-iscsi neutron-server[94132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:13:25.089830 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c9ac2842-35ef-408f-8c1c-b318f291a732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.093864 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c9ac2842-35ef-408f-8c1c-b318f291a732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.110242 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1770276a-970d-4bcb-8442-9320fd25f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675161'] for network, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.128380 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1770276a-970d-4bcb-8442-9320fd25f7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.132952 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-1770276a-970d-4bcb-8442-9320fd25f7dd admin admin] 10.222.0.44 "DELETE /v2.0/networks/27aa2b65-aece-4c07-9c11-3987e0397682 HTTP/1.1" status: 204 len: 168 time: 0.3102875 Sep 15 15:13:25.132952 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770276a-970d-4bcb-8442-9320fd25f7dd admin admin] Pushing event deleted for resources: {'Network': ['ID=27aa2b65-aece-4c07-9c11-3987e0397682,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:25.137112 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c9ac2842-35ef-408f-8c1c-b318f291a732 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=65f742b9637c46f58ef21307b8950555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557471 Sep 15 15:13:25.137896 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac2842-35ef-408f-8c1c-b318f291a732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608af8c6-4915-4980-b929-5b08ff8d1a70,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:25.139659 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52474) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:25.206675 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e8363cc3-09b4-458b-be4f-d534602ef6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.230172 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e8363cc3-09b4-458b-be4f-d534602ef6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.276544 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52476) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:25.293213 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e8363cc3-09b4-458b-be4f-d534602ef6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.295727 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e8363cc3-09b4-458b-be4f-d534602ef6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.296827 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-e8363cc3-09b4-458b-be4f-d534602ef6f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/608af8c6-4915-4980-b929-5b08ff8d1a70 HTTP/1.1" status: 204 len: 168 time: 0.1562436 Sep 15 15:13:25.329850 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-fc68e53b-42a7-43ce-ba50-98bd37c7deee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=163ec6c96b0a4d718abb77037ca241be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0519605 Sep 15 15:13:25.330661 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8363cc3-09b4-458b-be4f-d534602ef6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608af8c6-4915-4980-b929-5b08ff8d1a70,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:25.332707 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 52480) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:25.388854 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7ba35126-125f-4371-b4fe-1a3546dd58f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.413480 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7ba35126-125f-4371-b4fe-1a3546dd58f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.461945 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7ba35126-125f-4371-b4fe-1a3546dd58f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.464676 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7ba35126-125f-4371-b4fe-1a3546dd58f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.465819 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-7ba35126-125f-4371-b4fe-1a3546dd58f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e8e823a-8e6d-40bd-b8fc-953849313219 HTTP/1.1" status: 204 len: 168 time: 0.1321609 Sep 15 15:13:25.477163 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba35126-125f-4371-b4fe-1a3546dd58f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8e823a-8e6d-40bd-b8fc-953849313219,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:25.641036 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 52486) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:25.660758 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device ad127963-1c40-41dc-b498-8bf5c4413fd5 no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:13:25.675439 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-acabd69b-c015-4776-b081-993d6fd31845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.685966 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: ad127963-1c40-41dc-b498-8bf5c4413fd5 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:13:25.686533 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device ad127963-1c40-41dc-b498-8bf5c4413fd5 not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:13:25.687095 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 40897ea3-cc02-41b6-9f3e-b58a6f5fba13 no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:13:25.711677 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: 40897ea3-cc02-41b6-9f3e-b58a6f5fba13 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:13:25.712306 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 40897ea3-cc02-41b6-9f3e-b58a6f5fba13 not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:13:25.803025 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70c2c7-c36c-4d89-9308-7796a92e3faa req-6fe60839-0a1a-4161-a519-0fd1f59a34de tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:25.804511 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4a70c2c7-c36c-4d89-9308-7796a92e3faa req-6fe60839-0a1a-4161-a519-0fd1f59a34de tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 944 time: 0.0770020 Sep 15 15:13:25.847948 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-acabd69b-c015-4776-b081-993d6fd31845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.855879 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-acabd69b-c015-4776-b081-993d6fd31845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.882196 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4a70c2c7-c36c-4d89-9308-7796a92e3faa req-936c01a3-271f-4a30-857f-6f756af60e3a tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710616 Sep 15 15:13:25.899148 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-acabd69b-c015-4776-b081-993d6fd31845 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3da6c28402074d9eb98e17276a2f3b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566166 Sep 15 15:13:25.901671 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52500) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:25.904314 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabd69b-c015-4776-b081-993d6fd31845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff6e48c-3394-462d-abfb-4ae77f679b8f,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:25.953606 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-60be91c0-656c-4888-b54a-1b0439e110d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:25.975453 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-60be91c0-656c-4888-b54a-1b0439e110d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:26.031043 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-60be91c0-656c-4888-b54a-1b0439e110d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:26.035044 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-60be91c0-656c-4888-b54a-1b0439e110d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:26.036277 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-60be91c0-656c-4888-b54a-1b0439e110d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ff6e48c-3394-462d-abfb-4ae77f679b8f HTTP/1.1" status: 204 len: 168 time: 0.1333768 Sep 15 15:13:26.044867 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be91c0-656c-4888-b54a-1b0439e110d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff6e48c-3394-462d-abfb-4ae77f679b8f,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:26.205055 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52514) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:26.300817 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-95269b12-f90e-411e-83aa-7b7efed77701 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-421785445-network', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:13:26.330464 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95269b12-f90e-411e-83aa-7b7efed77701 admin admin] Made reservation on behalf of 556a9049f67b4de0b8a13c508786aaa3 for: {'network': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:13:26.332810 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-95269b12-f90e-411e-83aa-7b7efed77701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for network, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:26.341573 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-95269b12-f90e-411e-83aa-7b7efed77701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:26.436846 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-95269b12-f90e-411e-83aa-7b7efed77701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:26.440858 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-95269b12-f90e-411e-83aa-7b7efed77701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:26.461901 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95269b12-f90e-411e-83aa-7b7efed77701 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=94132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:13:26.477152 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95269b12-f90e-411e-83aa-7b7efed77701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a001686-0f98-4fb6-81d3-82a1f634a048,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:26.480027 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-95269b12-f90e-411e-83aa-7b7efed77701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:26.480353 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.segments_db [None req-95269b12-f90e-411e-83aa-7b7efed77701 admin admin] Added segment 80cd06b1-8905-44ba-88a5-616605e6851c of type vlan for network 3635f109-97a3-46f1-8eff-fea78dda4f35 Sep 15 15:13:26.522525 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-95269b12-f90e-411e-83aa-7b7efed77701 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747554121512'] for network, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:26.547142 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-95269b12-f90e-411e-83aa-7b7efed77701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for network, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:26.548116 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95269b12-f90e-411e-83aa-7b7efed77701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:26.548748 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-95269b12-f90e-411e-83aa-7b7efed77701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:26.581744 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-95269b12-f90e-411e-83aa-7b7efed77701 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3755820 Sep 15 15:13:26.584667 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 52532) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:26.589505 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-5746f28f-c676-4a88-aa40-f440d8509618 admin admin] Request body: {'subnet': {'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-subnet', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:13:26.610883 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5746f28f-c676-4a88-aa40-f440d8509618 admin admin] Made reservation on behalf of 556a9049f67b4de0b8a13c508786aaa3 for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:13:26.613237 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5746f28f-c676-4a88-aa40-f440d8509618 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8779912'] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:26.614973 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95269b12-f90e-411e-83aa-7b7efed77701 admin admin] Pushing event updated for resources: {'Network': ['ID=3635f109-97a3-46f1-8eff-fea78dda4f35,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:26.625195 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Network 3635f109-97a3-46f1-8eff-fea78dda4f35 details requested by agent ovs-agent-dv-cinder-808837-2-iscsi with host dv-cinder-808837-2-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:13:26.801815 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5746f28f-c676-4a88-aa40-f440d8509618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8779942'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:26.851872 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746f28f-c676-4a88-aa40-f440d8509618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2484f03-06a8-4ae0-a866-7ac80aaa0648,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:26.867699 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5746f28f-c676-4a88-aa40-f440d8509618 admin admin] Checking segment: {'id': '80cd06b1-8905-44ba-88a5-616605e6851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:13:26.868057 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5746f28f-c676-4a88-aa40-f440d8509618 admin admin] Network hostable DHCP agents. Network: 3635f109-97a3-46f1-8eff-fea78dda4f35, hostable agents: ['8778f267-bcf6-40a9-a6c7-747964b5c268'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:13:26.884289 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5746f28f-c676-4a88-aa40-f440d8509618 admin admin] Network 3635f109-97a3-46f1-8eff-fea78dda4f35 is scheduled to be hosted by DHCP agent 8778f267-bcf6-40a9-a6c7-747964b5c268 with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:13:26.893154 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-5746f28f-c676-4a88-aa40-f440d8509618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808837-2-iscsi, 3635f109-97a3-46f1-8eff-fea78dda4f35) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:13:26.897357 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5746f28f-c676-4a88-aa40-f440d8509618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:26.897950 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5746f28f-c676-4a88-aa40-f440d8509618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:26.904177 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0787b91-1347-4a7e-818b-5ff0248979b3 None None] Network 3635f109-97a3-46f1-8eff-fea78dda4f35 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:13:26.913264 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5746f28f-c676-4a88-aa40-f440d8509618 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3275068 Sep 15 15:13:26.915802 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 52542) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:26.920540 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-82970804-dd3d-4f44-b74f-e734b0d99bb4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:13:26.944072 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-82970804-dd3d-4f44-b74f-e734b0d99bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3674502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1441'] for router, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:26.945128 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-82970804-dd3d-4f44-b74f-e734b0d99bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3676550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4060939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.001594 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-82970804-dd3d-4f44-b74f-e734b0d99bb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.042207 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fd077-ea76-443b-8512-6bef31868976 req-f55a28be-1500-4640-a18b-f1c55d79cc51 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:27.043733 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-be6fd077-ea76-443b-8512-6bef31868976 req-f55a28be-1500-4640-a18b-f1c55d79cc51 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 944 time: 0.0798132 Sep 15 15:13:27.091476 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-be6fd077-ea76-443b-8512-6bef31868976 req-9230fb14-808b-488d-acef-44ae889a8d25 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408580 Sep 15 15:13:27.096391 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148cf41a-cc58-5c2b-b52a-9984459364b2-3635f109-97a3-46f1-8eff-fea78dda4f35', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648'}]}} from dv-cinder-808837-2-iscsi. {{(pid=94133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:13:27.097291 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.240426 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Allocated IP 172.20.0.2 (3635f109-97a3-46f1-8eff-fea78dda4f35/e2484f03-06a8-4ae0-a866-7ac80aaa0648/ee820f87-62ca-457e-80cf-11e5999d117d) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:13:27.388818 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.394488 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.430064 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-82970804-dd3d-4f44-b74f-e734b0d99bb4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.431980 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Network 3635f109-97a3-46f1-8eff-fea78dda4f35 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:13:27.436395 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:13:27.442700 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:13:27.445599 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Pushing event updated for resources: {'Port': ['ID=ee820f87-62ca-457e-80cf-11e5999d117d,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:27.456374 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:27.456714 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:27.457058 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:27.457373 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:27.457691 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:27.458022 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:27.458353 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:27.458667 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:27.459003 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:27.459318 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:27.459625 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:27.459932 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:13:27.509355 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Attempting to bind port ee820f87-62ca-457e-80cf-11e5999d117d on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:13:27.509717 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Attempting to bind port ee820f87-62ca-457e-80cf-11e5999d117d by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': '80cd06b1-8905-44ba-88a5-616605e6851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:13:27.510227 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Attempting to bind port ee820f87-62ca-457e-80cf-11e5999d117d on network 3635f109-97a3-46f1-8eff-fea78dda4f35 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:13:27.515144 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:13:27.515509 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Checking segment: {'id': '80cd06b1-8905-44ba-88a5-616605e6851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:13:27.515905 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.516299 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Bound using segment: {'id': '80cd06b1-8905-44ba-88a5-616605e6851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:13:27.516757 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Bound port: ee820f87-62ca-457e-80cf-11e5999d117d, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80cd06b1-8905-44ba-88a5-616605e6851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:13:27.519797 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.582497 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] For port ee820f87-62ca-457e-80cf-11e5999d117d, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:13:27.585445 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] For port ee820f87-62ca-457e-80cf-11e5999d117d, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=ee820f87-62ca-457e-80cf-11e5999d117d,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:13:27.589912 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.628972 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-82970804-dd3d-4f44-b74f-e734b0d99bb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.649082 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-82970804-dd3d-4f44-b74f-e734b0d99bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.651910 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07790759-074b-4675-89fa-b8bcd4be11c5 None None] Pushing event updated for resources: {'Port': ['ID=ee820f87-62ca-457e-80cf-11e5999d117d,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:27.763299 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-82970804-dd3d-4f44-b74f-e734b0d99bb4 admin admin] Allocated IP 172.27.1.203 (de13fce9-42d8-46bf-87ad-5f72634a95fa/379175a2-a4aa-4fa7-8529-653d88fdda18/a27d54b6-ae51-43c9-8657-c07c8321a62d) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:13:27.880266 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-82970804-dd3d-4f44-b74f-e734b0d99bb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.913798 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-82970804-dd3d-4f44-b74f-e734b0d99bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:27.949381 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82970804-dd3d-4f44-b74f-e734b0d99bb4 admin admin] Network de13fce9-42d8-46bf-87ad-5f72634a95fa is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:13:27.952214 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-82970804-dd3d-4f44-b74f-e734b0d99bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:13:27.954723 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82970804-dd3d-4f44-b74f-e734b0d99bb4 admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:13:27.985535 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82970804-dd3d-4f44-b74f-e734b0d99bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=a27d54b6-ae51-43c9-8657-c07c8321a62d,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:28.241103 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-82970804-dd3d-4f44-b74f-e734b0d99bb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:28.292958 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc2a81-cca3-4181-b728-ee26ab8722a9 req-c6e479ca-c823-4258-9bc1-f4dad2b0b223 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:28.294159 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-93fc2a81-cca3-4181-b728-ee26ab8722a9 req-c6e479ca-c823-4258-9bc1-f4dad2b0b223 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 944 time: 0.1320281 Sep 15 15:13:28.384577 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-93fc2a81-cca3-4181-b728-ee26ab8722a9 req-bae06c04-bbbb-481e-b76c-8e1e68db4719 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743234 Sep 15 15:13:28.452819 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device db35f560-bec2-42da-b489-6bd566a3fab3 details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:13:28.508602 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-82970804-dd3d-4f44-b74f-e734b0d99bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675217'] for router, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:28.557958 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7c5f37-6099-423d-a0f6-2e3df86ce356 None None] Network 3635f109-97a3-46f1-8eff-fea78dda4f35 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:13:28.644091 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port db35f560-bec2-42da-b489-6bd566a3fab3, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=db35f560-bec2-42da-b489-6bd566a3fab3,segment=NetworkSegment(cd81db31-5a80-4cde-9b13-8e0813c1fda7),segment_id=cd81db31-5a80-4cde-9b13-8e0813c1fda7)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:13:28.654802 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82970804-dd3d-4f44-b74f-e734b0d99bb4 admin admin] Router 6053570a-2175-471d-bc56-35f77ffda96c is scheduled to L3 agent db645ea9-179a-465c-875f-1da649e94516 with binding_index 1 {{(pid=94131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:13:28.671399 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': 'db35f560-bec2-42da-b489-6bd566a3fab3', 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc', 'port_id': 'db35f560-bec2-42da-b489-6bd566a3fab3', 'mac_address': 'fa:16:3e:21:e6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b550d78-8522-40d8-a5dc-f8acba57a015', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:13:28.685473 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-4bb5cd16-7df3-4b02-85de-0a993c1ee717 None None] Provisioning complete for port ee820f87-62ca-457e-80cf-11e5999d117d triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:13:28.685840 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4bb5cd16-7df3-4b02-85de-0a993c1ee717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:28.778321 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:28.784189 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82970804-dd3d-4f44-b74f-e734b0d99bb4 admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:13:28.797778 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] Sync routers for ids ['6053570a-2175-471d-bc56-35f77ffda96c'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:13:28.808734 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db35f560-bec2-42da-b489-6bd566a3fab3 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:13:28.809604 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-82970804-dd3d-4f44-b74f-e734b0d99bb4 admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:28.814402 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-82970804-dd3d-4f44-b74f-e734b0d99bb4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8944986 Sep 15 15:13:28.814747 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 52580) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:28.848225 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] Routers {'6053570a-2175-471d-bc56-35f77ffda96c'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:13:28.848845 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:13:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['6053570a-2175-471d-bc56-35f77ffda96c'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:28.874921 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:13:28.890149 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port db35f560-bec2-42da-b489-6bd566a3fab3, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=db35f560-bec2-42da-b489-6bd566a3fab3,segment=NetworkSegment(cd81db31-5a80-4cde-9b13-8e0813c1fda7),segment_id=cd81db31-5a80-4cde-9b13-8e0813c1fda7)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:13:28.903293 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:29.009302 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4bb5cd16-7df3-4b02-85de-0a993c1ee717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:29.075691 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=db35f560-bec2-42da-b489-6bd566a3fab3,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:29.091205 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] Set router 6053570a-2175-471d-bc56-35f77ffda96c gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:13:29.183713 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-4bb5cd16-7df3-4b02-85de-0a993c1ee717 None None] For port ee820f87-62ca-457e-80cf-11e5999d117d, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=ee820f87-62ca-457e-80cf-11e5999d117d,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:13:29.188383 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['db35f560-bec2-42da-b489-6bd566a3fab3'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:13:29.213694 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4bb5cd16-7df3-4b02-85de-0a993c1ee717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:29.344029 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6f6a776a-e6a9-42d9-a7d4-78c5448198a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:29.354285 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5cd16-7df3-4b02-85de-0a993c1ee717 None None] Pushing event updated for resources: {'Port': ['ID=ee820f87-62ca-457e-80cf-11e5999d117d,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:29.402630 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-c552c812-1eac-4562-993e-d6bcdab15372 None None] Provisioning complete for port ee820f87-62ca-457e-80cf-11e5999d117d triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:13:29.402997 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c552c812-1eac-4562-993e-d6bcdab15372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:29.536447 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053570a-2175-471d-bc56-35f77ffda96c', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:13:26Z', 'updated_at': '2021-09-15T15:13:28Z', 'revision_number': 3, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'gw_port': {'id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:85:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:27Z', 'updated_at': '2021-09-15T15:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:29.594425 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] Checking router: 6053570a-2175-471d-bc56-35f77ffda96c for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:13:29.594779 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] Updating router 6053570a-2175-471d-bc56-35f77ffda96c port a27d54b6-ae51-43c9-8657-c07c8321a62d binding host dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:13:29.756429 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d883ed-5bfb-4574-b248-65fe28783802 req-6cf4166d-a069-47a4-a311-48b6449dcf67 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:29.758094 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-96d883ed-5bfb-4574-b248-65fe28783802 req-6cf4166d-a069-47a4-a311-48b6449dcf67 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 945 time: 0.0894551 Sep 15 15:13:29.765651 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device ee820f87-62ca-457e-80cf-11e5999d117d up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:13:29.787872 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-6f6a776a-e6a9-42d9-a7d4-78c5448198a1 admin admin] Allocated IP 172.20.0.1 (3635f109-97a3-46f1-8eff-fea78dda4f35/e2484f03-06a8-4ae0-a866-7ac80aaa0648/cab7c781-7eb7-4c43-8cbc-c69834a41779) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:13:29.813072 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:29.816221 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-96d883ed-5bfb-4574-b248-65fe28783802 req-da088a94-a343-4920-82ef-e1bd57a62c0d tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517159 Sep 15 15:13:29.913209 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6f6a776a-e6a9-42d9-a7d4-78c5448198a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:29.946449 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6f6a776a-e6a9-42d9-a7d4-78c5448198a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:29.973233 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port ee820f87-62ca-457e-80cf-11e5999d117d triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:13:29.973543 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:29.982215 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6a776a-e6a9-42d9-a7d4-78c5448198a1 admin admin] Network 3635f109-97a3-46f1-8eff-fea78dda4f35 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:13:29.987425 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-6f6a776a-e6a9-42d9-a7d4-78c5448198a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:13:29.990895 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a776a-e6a9-42d9-a7d4-78c5448198a1 admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:13:29.999162 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a776a-e6a9-42d9-a7d4-78c5448198a1 admin admin] Pushing event updated for resources: {'Port': ['ID=cab7c781-7eb7-4c43-8cbc-c69834a41779,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:30.044138 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6f6a776a-e6a9-42d9-a7d4-78c5448198a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3675270'] for router_interface, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.098957 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.218458 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6f6a776a-e6a9-42d9-a7d4-78c5448198a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.310583 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.319872 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.355255 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-3762a16a-3de9-4dee-aae7-0a5de7e74b5b None None] Provisioning complete for port cab7c781-7eb7-4c43-8cbc-c69834a41779 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:13:30.355606 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3762a16a-3de9-4dee-aae7-0a5de7e74b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.412068 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] Attempting to bind port a27d54b6-ae51-43c9-8657-c07c8321a62d on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:13:30.412445 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] Attempting to bind port a27d54b6-ae51-43c9-8657-c07c8321a62d by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:13:30.412788 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] Attempting to bind port a27d54b6-ae51-43c9-8657-c07c8321a62d on network de13fce9-42d8-46bf-87ad-5f72634a95fa {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:13:30.433106 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6f6a776a-e6a9-42d9-a7d4-78c5448198a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.438184 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6f6a776a-e6a9-42d9-a7d4-78c5448198a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625850'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.458412 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca816d5-8e8e-4d9d-bc2f-0f3535a2d649 None None] Pushing event updated for resources: {'Port': ['ID=a27d54b6-ae51-43c9-8657-c07c8321a62d,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:30.458412 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:13:30.458701 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] Checking segment: {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:13:30.459097 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.459472 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] Bound using segment: {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:13:30.459765 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52608) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:30.460216 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] Bound port: a27d54b6-ae51-43c9-8657-c07c8321a62d, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:13:30.460338 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.461875 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3762a16a-3de9-4dee-aae7-0a5de7e74b5b None None] Port cab7c781-7eb7-4c43-8cbc-c69834a41779 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:13:30.525086 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] For port a27d54b6-ae51-43c9-8657-c07c8321a62d, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:13:30.550273 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] For port a27d54b6-ae51-43c9-8657-c07c8321a62d, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=a27d54b6-ae51-43c9-8657-c07c8321a62d,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:13:30.559910 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a776a-e6a9-42d9-a7d4-78c5448198a1 admin admin] Pushing event updated for resources: {'Port': ['ID=cab7c781-7eb7-4c43-8cbc-c69834a41779,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:30.562207 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.564814 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6f6a776a-e6a9-42d9-a7d4-78c5448198a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672854'] for router_interface, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.589805 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4487d34-c993-4a4c-9d58-67421848b652 req-22e7331d-c951-45dd-8e00-ef11a212daee tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:30.591487 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b4487d34-c993-4a4c-9d58-67421848b652 req-22e7331d-c951-45dd-8e00-ef11a212daee tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.1123130 Sep 15 15:13:30.594760 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7472212d-9a8d-4960-84f4-4dbee6374b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.624638 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] Routers {'6053570a-2175-471d-bc56-35f77ffda96c'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:13:30.625261 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:13:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['6053570a-2175-471d-bc56-35f77ffda96c'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:30.627796 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca816d5-8e8e-4d9d-bc2f-0f3535a2d649 None None] Pushing event updated for resources: {'Port': ['ID=a27d54b6-ae51-43c9-8657-c07c8321a62d,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:30.694942 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7472212d-9a8d-4960-84f4-4dbee6374b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.695285 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b4487d34-c993-4a4c-9d58-67421848b652 req-b7c49409-ef79-4bb2-949d-18f33bd17a55 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879340 Sep 15 15:13:30.700396 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7472212d-9a8d-4960-84f4-4dbee6374b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.725271 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6a776a-e6a9-42d9-a7d4-78c5448198a1 admin admin] Network 3635f109-97a3-46f1-8eff-fea78dda4f35 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:13:30.726785 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-6f6a776a-e6a9-42d9-a7d4-78c5448198a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:13:30.743416 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-7472212d-9a8d-4960-84f4-4dbee6374b73 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa9635fbd33e4667b4fb4ecdc5f03a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817287 Sep 15 15:13:30.744099 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52612) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:30.747746 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] Set router 6053570a-2175-471d-bc56-35f77ffda96c gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:13:30.766661 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472212d-9a8d-4960-84f4-4dbee6374b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968e4e73-25df-4bd8-8cfe-5c78f66e1e15,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:30.816734 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-99c44eb0-4031-4b1a-9b86-01431abf1176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.861834 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-99c44eb0-4031-4b1a-9b86-01431abf1176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.878668 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6a776a-e6a9-42d9-a7d4-78c5448198a1 admin admin] Router 6053570a-2175-471d-bc56-35f77ffda96c has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:13:30.975344 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae005d-2a6f-478d-9f21-90bffd625956 req-a7fe1805-30a6-49c9-8add-c744667b4b3c tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:30.976824 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-37ae005d-2a6f-478d-9f21-90bffd625956 req-a7fe1805-30a6-49c9-8add-c744667b4b3c tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 945 time: 0.0538845 Sep 15 15:13:30.979008 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-99c44eb0-4031-4b1a-9b86-01431abf1176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.982630 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-99c44eb0-4031-4b1a-9b86-01431abf1176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:30.984193 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-99c44eb0-4031-4b1a-9b86-01431abf1176 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/968e4e73-25df-4bd8-8cfe-5c78f66e1e15 HTTP/1.1" status: 204 len: 168 time: 0.2343307 Sep 15 15:13:31.001269 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-1511f0b8-9d9f-4d60-825d-93577f5556a0 None None] Provisioning complete for port cab7c781-7eb7-4c43-8cbc-c69834a41779 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:13:31.001803 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1511f0b8-9d9f-4d60-825d-93577f5556a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:31.006642 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c44eb0-4031-4b1a-9b86-01431abf1176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968e4e73-25df-4bd8-8cfe-5c78f66e1e15,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:31.009831 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6a776a-e6a9-42d9-a7d4-78c5448198a1 admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:13:31.034952 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6f6a776a-e6a9-42d9-a7d4-78c5448198a1 admin admin] 10.222.0.44 "PUT /v2.0/routers/6053570a-2175-471d-bc56-35f77ffda96c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2178800 Sep 15 15:13:31.039681 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-37ae005d-2a6f-478d-9f21-90bffd625956 req-f4e74e8a-051c-416d-b4de-154e90be5e7d tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543435 Sep 15 15:13:31.051659 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053570a-2175-471d-bc56-35f77ffda96c', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:13:26Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 4, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'gw_port': {'id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:85:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:27Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'cab7c781-7eb7-4c43-8cbc-c69834a41779', 'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'mac_address': 'fa:16:3e:a5:86:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:29Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 2, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'subnets': [{'id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:31.087774 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f254d0d1-c692-4382-9f4d-f2a0cbe81a2b None None] The sync data for ids ['6053570a-2175-471d-bc56-35f77ffda96c'] in dv-cinder-808837-2-iscsi is: [{'id': '6053570a-2175-471d-bc56-35f77ffda96c', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:13:26Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 4, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'gw_port': {'id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:85:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:27Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'cab7c781-7eb7-4c43-8cbc-c69834a41779', 'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'mac_address': 'fa:16:3e:a5:86:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:29Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 2, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'subnets': [{'id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:13:31.089641 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-1511f0b8-9d9f-4d60-825d-93577f5556a0 None None] Port cab7c781-7eb7-4c43-8cbc-c69834a41779 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:13:31.617950 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d205e72f-e047-427d-9496-52bc116435b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:31.831988 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52646) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:31.838782 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-24b60ba1-3d18-451c-affc-97319eca4eea tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--732663731', 'description': 'tempest-description--101971908'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:13:31.873985 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002de035-36bf-4b10-a308-ed523936b092 req-f7fa9ca1-8ccb-4006-9b43-e3d379313fd1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:31.875721 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-002de035-36bf-4b10-a308-ed523936b092 req-f7fa9ca1-8ccb-4006-9b43-e3d379313fd1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0847535 Sep 15 15:13:31.882127 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-24b60ba1-3d18-451c-affc-97319eca4eea tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:31.941006 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-002de035-36bf-4b10-a308-ed523936b092 req-de40b79b-4ec0-4ee1-b09b-d1a3c309c840 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550959 Sep 15 15:13:32.007204 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-24b60ba1-3d18-451c-affc-97319eca4eea tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:32.011475 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-24b60ba1-3d18-451c-affc-97319eca4eea tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:32.043452 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-24b60ba1-3d18-451c-affc-97319eca4eea tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:32.047972 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-24b60ba1-3d18-451c-affc-97319eca4eea tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2118154 Sep 15 15:13:32.048700 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52650) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:32.055787 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-7c2b6bcf-7b1a-4db4-8f02-fffbb0aa17b3 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Request body: {'security_group_rule': {'security_group_id': '92ba901d-012d-4abc-a57c-3a4ca8c0181b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:13:32.085814 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b60ba1-3d18-451c-affc-97319eca4eea tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ba901d-012d-4abc-a57c-3a4ca8c0181b,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:32.095336 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7c2b6bcf-7b1a-4db4-8f02-fffbb0aa17b3 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:32.166990 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a8f13-24e2-44c4-bf8f-3335563c676b req-0e3810e0-c853-4203-94ea-11f7bbd0a7de tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:32.169251 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-924a8f13-24e2-44c4-bf8f-3335563c676b req-0e3810e0-c853-4203-94ea-11f7bbd0a7de tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 945 time: 0.0605249 Sep 15 15:13:32.174340 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7c2b6bcf-7b1a-4db4-8f02-fffbb0aa17b3 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:32.180438 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7c2b6bcf-7b1a-4db4-8f02-fffbb0aa17b3 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:32.203163 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b6bcf-7b1a-4db4-8f02-fffbb0aa17b3 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fa7864-3953-40d4-ab75-6afae885819f,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:32.211870 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7c2b6bcf-7b1a-4db4-8f02-fffbb0aa17b3 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:32.214075 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-7c2b6bcf-7b1a-4db4-8f02-fffbb0aa17b3 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1635010 Sep 15 15:13:32.216154 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52660) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:32.220861 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-c5e0fd55-89e5-4866-bc15-a1b335d1fde8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Request body: {'security_group_rule': {'security_group_id': '92ba901d-012d-4abc-a57c-3a4ca8c0181b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:13:32.223672 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-924a8f13-24e2-44c4-bf8f-3335563c676b req-1c6c8a58-bf7b-4274-91fa-599bba8f29d8 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466418 Sep 15 15:13:32.257009 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c5e0fd55-89e5-4866-bc15-a1b335d1fde8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:32.317758 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c5e0fd55-89e5-4866-bc15-a1b335d1fde8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:32.321764 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c5e0fd55-89e5-4866-bc15-a1b335d1fde8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:32.342612 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0fd55-89e5-4866-bc15-a1b335d1fde8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14e9c6f-541b-4b4b-bf01-419e89ac3acd,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:32.351496 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c5e0fd55-89e5-4866-bc15-a1b335d1fde8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:32.353072 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-c5e0fd55-89e5-4866-bc15-a1b335d1fde8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357944 Sep 15 15:13:32.356097 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52666) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:32.361610 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-3775db68-b6a2-46da-b81b-64599d2f27b1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Request body: {'floatingip': {'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:13:32.384445 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3775db68-b6a2-46da-b81b-64599d2f27b1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for floatingip, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:32.465323 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device db35f560-bec2-42da-b489-6bd566a3fab3 up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:13:32.489636 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3775db68-b6a2-46da-b81b-64599d2f27b1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:32.531897 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning for port db35f560-bec2-42da-b489-6bd566a3fab3 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:13:32.536678 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port db35f560-bec2-42da-b489-6bd566a3fab3 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:13:32.537058 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:32.613008 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-3775db68-b6a2-46da-b81b-64599d2f27b1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Allocated IP 172.27.1.8 (de13fce9-42d8-46bf-87ad-5f72634a95fa/379175a2-a4aa-4fa7-8529-653d88fdda18/a50c795d-7ee9-46f9-98ab-d1402b448245) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:13:32.620835 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:32.648804 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb59572e-e0de-4cae-bb00-54f17fa6b3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db35f560-bec2-42da-b489-6bd566a3fab3'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:13:32.651078 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc56f9c-0cb3-49c1-bb27-1e6295273558" -d '{"events": [{"server_uuid": "eb59572e-e0de-4cae-bb00-54f17fa6b3b1", "name": "network-vif-plugged", "status": "completed", "tag": "db35f560-bec2-42da-b489-6bd566a3fab3"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:13:32.667734 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port db35f560-bec2-42da-b489-6bd566a3fab3, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=db35f560-bec2-42da-b489-6bd566a3fab3,segment=NetworkSegment(cd81db31-5a80-4cde-9b13-8e0813c1fda7),segment_id=cd81db31-5a80-4cde-9b13-8e0813c1fda7)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:13:32.672320 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:32.703832 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124b6508-132e-42a6-9e6b-9815ad50443b x-openstack-request-id: req-124b6508-132e-42a6-9e6b-9815ad50443b {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:13:32.704119 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb59572e-e0de-4cae-bb00-54f17fa6b3b1", "name": "network-vif-plugged", "status": "completed", "tag": "db35f560-bec2-42da-b489-6bd566a3fab3", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:13:32.705014 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-124b6508-132e-42a6-9e6b-9815ad50443b {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:13:32.705914 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb59572e-e0de-4cae-bb00-54f17fa6b3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db35f560-bec2-42da-b489-6bd566a3fab3', 'code': 200} Sep 15 15:13:32.735337 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=db35f560-bec2-42da-b489-6bd566a3fab3,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:32.744414 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3775db68-b6a2-46da-b81b-64599d2f27b1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:32.780370 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3775db68-b6a2-46da-b81b-64599d2f27b1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:32.820918 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3775db68-b6a2-46da-b81b-64599d2f27b1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Network de13fce9-42d8-46bf-87ad-5f72634a95fa is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:13:32.825606 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-3775db68-b6a2-46da-b81b-64599d2f27b1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:13:32.831092 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3775db68-b6a2-46da-b81b-64599d2f27b1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:13:32.864637 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775db68-b6a2-46da-b81b-64599d2f27b1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Pushing event updated for resources: {'Port': ['ID=a50c795d-7ee9-46f9-98ab-d1402b448245,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:32.961032 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3775db68-b6a2-46da-b81b-64599d2f27b1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:32.973489 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05ed0c-41c2-464b-8203-6c7bf77d83da req-5a48bc5a-a7c8-49b1-8100-a6f90f47639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:32.975270 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5b05ed0c-41c2-464b-8203-6c7bf77d83da req-5a48bc5a-a7c8-49b1-8100-a6f90f47639b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 1099 time: 0.0615766 Sep 15 15:13:33.023577 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3775db68-b6a2-46da-b81b-64599d2f27b1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:33.075157 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5b05ed0c-41c2-464b-8203-6c7bf77d83da req-5042a10e-6ed6-4b69-9c24-9f2b5b2f41de service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710959 Sep 15 15:13:33.088864 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a439b8-2054-4e78-aaad-38ad5b8310b3 req-04d0876c-d835-45c7-8f8c-066e0bfe5e3e tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:33.096650 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f7a439b8-2054-4e78-aaad-38ad5b8310b3 req-04d0876c-d835-45c7-8f8c-066e0bfe5e3e tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0617661 Sep 15 15:13:33.148589 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f7a439b8-2054-4e78-aaad-38ad5b8310b3 req-4b34c696-4f81-47b6-9f88-3a5e023e58e1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509238 Sep 15 15:13:33.211997 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3775db68-b6a2-46da-b81b-64599d2f27b1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:33.216924 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3775db68-b6a2-46da-b81b-64599d2f27b1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:33.286818 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775db68-b6a2-46da-b81b-64599d2f27b1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Pushing event updated for resources: {'Port': ['ID=a50c795d-7ee9-46f9-98ab-d1402b448245,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:33.304634 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3775db68-b6a2-46da-b81b-64599d2f27b1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675147'] for floatingip, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:33.319552 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3775db68-b6a2-46da-b81b-64599d2f27b1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:33.320885 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-3775db68-b6a2-46da-b81b-64599d2f27b1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9636827 Sep 15 15:13:33.360359 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] Sync routers for ids ['6053570a-2175-471d-bc56-35f77ffda96c'] in dv-cinder-808837-2-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:13:33.384140 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] Routers {'6053570a-2175-471d-bc56-35f77ffda96c'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:13:33.384767 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:13:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['6053570a-2175-471d-bc56-35f77ffda96c'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:33.434074 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae8cec-3758-4cfa-9d53-0787828361a7 req-d8235b96-f74a-4ebd-a84b-64d937214735 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:33.435607 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5eae8cec-3758-4cfa-9d53-0787828361a7 req-d8235b96-f74a-4ebd-a84b-64d937214735 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.1136472 Sep 15 15:13:33.483301 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5eae8cec-3758-4cfa-9d53-0787828361a7 req-fc4489f9-65ce-40c1-9dcf-afa9b4cb4917 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397136 Sep 15 15:13:33.515071 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] Set router 6053570a-2175-471d-bc56-35f77ffda96c gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:13:33.580804 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0e0878e0-a84a-44c6-a877-554811342d12 req-9a2aa898-5a08-443e-9990-e6ddcac3d0f7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--732663731&fields=id&tenant_id=556a9049f67b4de0b8a13c508786aaa3 HTTP/1.1" status: 200 len: 267 time: 0.0458331 Sep 15 15:13:33.695715 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device a27d54b6-ae51-43c9-8657-c07c8321a62d up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:13:33.707413 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0878e0-a84a-44c6-a877-554811342d12 req-8138ada7-7d6e-4d50-898f-75a5a883c7c2 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:33.709187 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0e0878e0-a84a-44c6-a877-554811342d12 req-8138ada7-7d6e-4d50-898f-75a5a883c7c2 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/networks?id=3635f109-97a3-46f1-8eff-fea78dda4f35 HTTP/1.1" status: 200 len: 816 time: 0.1211720 Sep 15 15:13:33.724516 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0e0878e0-a84a-44c6-a877-554811342d12 req-442f43f7-500d-4643-95da-88b6ff38b4e4 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/quotas/556a9049f67b4de0b8a13c508786aaa3 HTTP/1.1" status: 200 len: 375 time: 0.0096893 Sep 15 15:13:33.743416 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port a27d54b6-ae51-43c9-8657-c07c8321a62d triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:13:33.744036 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:33.747156 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053570a-2175-471d-bc56-35f77ffda96c', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:13:26Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 4, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'gw_port': {'id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:85:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:27Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'cab7c781-7eb7-4c43-8cbc-c69834a41779', 'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'mac_address': 'fa:16:3e:a5:86:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:29Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 2, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'subnets': [{'id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:33.780078 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] Checking router: 6053570a-2175-471d-bc56-35f77ffda96c for host: dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:13:33.780578 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] Updating router 6053570a-2175-471d-bc56-35f77ffda96c port cab7c781-7eb7-4c43-8cbc-c69834a41779 binding host dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:13:33.788039 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0e0878e0-a84a-44c6-a877-554811342d12 req-3bc9ab61-fa12-4ff0-9b0c-58a889790ffa tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=556a9049f67b4de0b8a13c508786aaa3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578504 Sep 15 15:13:33.811061 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:33.847132 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:33.872032 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] For port a27d54b6-ae51-43c9-8657-c07c8321a62d, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=a27d54b6-ae51-43c9-8657-c07c8321a62d,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:13:33.877063 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:33.908901 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0e0878e0-a84a-44c6-a877-554811342d12 req-73f47552-c037-4d7b-b0ca-7adcf88b5540 service neutron] 10.222.0.44 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994105 Sep 15 15:13:33.927710 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Pushing event updated for resources: {'Port': ['ID=a27d54b6-ae51-43c9-8657-c07c8321a62d,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:34.003793 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0e0878e0-a84a-44c6-a877-554811342d12 req-273a190a-5505-47ca-bd45-088089a1c3dc service neutron] 10.222.0.44 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882471 Sep 15 15:13:34.099957 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:34.119734 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:34.170725 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e5b81-bdb1-43d1-9ab8-576194e62cf3 None None] Pushing event updated for resources: {'Port': ['ID=cab7c781-7eb7-4c43-8cbc-c69834a41779,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:34.217620 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1410cb2e-25d3-458f-b5af-92c8a88f6dbc req-75bc9f34-1948-4c70-a3e1-e900320cf67d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 210 time: 0.0650480 Sep 15 15:13:34.287555 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:34.334682 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] Attempting to bind port cab7c781-7eb7-4c43-8cbc-c69834a41779 on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:13:34.335039 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] Attempting to bind port cab7c781-7eb7-4c43-8cbc-c69834a41779 by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': '80cd06b1-8905-44ba-88a5-616605e6851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:13:34.335387 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] Attempting to bind port cab7c781-7eb7-4c43-8cbc-c69834a41779 on network 3635f109-97a3-46f1-8eff-fea78dda4f35 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:13:34.336957 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6f407-360c-4e86-84cb-0bdbdff3c1d3 req-6b7106cc-2f03-4db9-9ab6-80bf383429b8 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:34.338778 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-bed6f407-360c-4e86-84cb-0bdbdff3c1d3 req-6b7106cc-2f03-4db9-9ab6-80bf383429b8 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0674894 Sep 15 15:13:34.340782 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:13:34.341149 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] Checking segment: {'id': '80cd06b1-8905-44ba-88a5-616605e6851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:13:34.341539 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:34.341913 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] Bound using segment: {'id': '80cd06b1-8905-44ba-88a5-616605e6851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:13:34.342387 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] Bound port: cab7c781-7eb7-4c43-8cbc-c69834a41779, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80cd06b1-8905-44ba-88a5-616605e6851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:13:34.342774 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:34.392193 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-bed6f407-360c-4e86-84cb-0bdbdff3c1d3 req-4a2c383c-2b08-48e5-842d-b7af2709d31b tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449331 Sep 15 15:13:34.403397 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e5ecc783-c545-4102-8d51-b8568f95eaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:34.441261 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] For port cab7c781-7eb7-4c43-8cbc-c69834a41779, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:13:34.444761 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] For port cab7c781-7eb7-4c43-8cbc-c69834a41779, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=cab7c781-7eb7-4c43-8cbc-c69834a41779,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:13:34.448704 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:34.495450 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] Routers {'6053570a-2175-471d-bc56-35f77ffda96c'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:13:34.496184 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:13:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['6053570a-2175-471d-bc56-35f77ffda96c'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:34.553811 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-835b2f40-3351-47a2-bebe-59f2ce334e44 None None] Provisioning complete for port cab7c781-7eb7-4c43-8cbc-c69834a41779 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:13:34.555293 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-835b2f40-3351-47a2-bebe-59f2ce334e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:34.565643 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e5b81-bdb1-43d1-9ab8-576194e62cf3 None None] Pushing event updated for resources: {'Port': ['ID=cab7c781-7eb7-4c43-8cbc-c69834a41779,revision_number=4']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:34.649733 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af38467-ccff-4b23-b405-0f3fbe962e5b req-2e94309c-802a-43e5-9f58-e33d279d10e7 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:34.659210 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7af38467-ccff-4b23-b405-0f3fbe962e5b req-2e94309c-802a-43e5-9f58-e33d279d10e7 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0822585 Sep 15 15:13:34.664926 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] Set router 6053570a-2175-471d-bc56-35f77ffda96c gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:13:34.734649 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7af38467-ccff-4b23-b405-0f3fbe962e5b req-3c3803b9-6774-4c7b-8488-700af1c6d06b tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690293 Sep 15 15:13:34.921693 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-835b2f40-3351-47a2-bebe-59f2ce334e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:34.938423 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b9829-6f6b-4836-822b-6391f4c56287 req-79962fbe-918e-48c0-8f94-e693611c523e tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:34.940861 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0b4b9829-6f6b-4836-822b-6391f4c56287 req-79962fbe-918e-48c0-8f94-e693611c523e tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0692742 Sep 15 15:13:34.982745 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-835b2f40-3351-47a2-bebe-59f2ce334e44 None None] For port cab7c781-7eb7-4c43-8cbc-c69834a41779, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=cab7c781-7eb7-4c43-8cbc-c69834a41779,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:13:34.989322 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-835b2f40-3351-47a2-bebe-59f2ce334e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:35.009951 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0b4b9829-6f6b-4836-822b-6391f4c56287 req-15c4eb6d-36f3-40e3-9099-df294285d123 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622432 Sep 15 15:13:35.019136 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52736) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:35.037267 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053570a-2175-471d-bc56-35f77ffda96c', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:13:26Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 4, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'gw_port': {'id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:27Z', 'updated_at': '2021-09-15T15:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'cab7c781-7eb7-4c43-8cbc-c69834a41779', 'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'mac_address': 'fa:16:3e:a5:86:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:29Z', 'updated_at': '2021-09-15T15:13:34Z', 'revision_number': 4, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'subnets': [{'id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:35.058370 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b2f40-3351-47a2-bebe-59f2ce334e44 None None] Pushing event updated for resources: {'Port': ['ID=cab7c781-7eb7-4c43-8cbc-c69834a41779,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:35.080008 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4920994d-9bfa-4fc7-8712-82bc4aa44b08 None None] The sync data for ids ['6053570a-2175-471d-bc56-35f77ffda96c'] in dv-cinder-808837-2-iscsi is: [{'id': '6053570a-2175-471d-bc56-35f77ffda96c', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:13:26Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 4, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'gw_port': {'id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:27Z', 'updated_at': '2021-09-15T15:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'cab7c781-7eb7-4c43-8cbc-c69834a41779', 'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'mac_address': 'fa:16:3e:a5:86:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:29Z', 'updated_at': '2021-09-15T15:13:34Z', 'revision_number': 4, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'subnets': [{'id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:13:35.112948 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-19c11bc0-7f2f-4740-95e8-397b9d0d3033 None None] Provisioning complete for port cab7c781-7eb7-4c43-8cbc-c69834a41779 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:13:35.113319 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-19c11bc0-7f2f-4740-95e8-397b9d0d3033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:35.227504 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:35.279086 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c017b9-ba57-4236-aadf-4fe721715ce7 tempest-TestShelveInstance-591870016 tempest-TestShelveInstance-591870016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:35.280851 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-a9c017b9-ba57-4236-aadf-4fe721715ce7 tempest-TestShelveInstance-591870016 tempest-TestShelveInstance-591870016-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 1094 time: 0.2607267 Sep 15 15:13:35.284033 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52746) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:35.288922 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-ab15f857-bc33-4845-9175-871f4880cfca tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Request body: {'floatingip': {'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'port_id': 'db35f560-bec2-42da-b489-6bd566a3fab3', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:13:35.319457 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ab15f857-bc33-4845-9175-871f4880cfca tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for floatingip, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:35.372617 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6687963f-3fef-466e-8a28-3ad19c9b8805 req-878ac785-8dd5-4519-90fc-b815f8af9344 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 210 time: 0.0484502 Sep 15 15:13:35.558147 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0878e0-a84a-44c6-a877-554811342d12 req-0cd6fd39-0b2a-4998-a4e0-568199dafb42 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:35.559667 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0e0878e0-a84a-44c6-a877-554811342d12 req-0cd6fd39-0b2a-4998-a4e0-568199dafb42 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.47 "GET /v2.0/networks?id=3635f109-97a3-46f1-8eff-fea78dda4f35 HTTP/1.1" status: 200 len: 816 time: 0.1440108 Sep 15 15:13:35.573704 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc91ab4-7a25-4f08-b06f-8a6e7a88575c req-b6976b35-9f53-419d-9bb3-913269ea4e2e tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:35.576455 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2fc91ab4-7a25-4f08-b06f-8a6e7a88575c req-b6976b35-9f53-419d-9bb3-913269ea4e2e tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0758083 Sep 15 15:13:35.604968 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ab15f857-bc33-4845-9175-871f4880cfca tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:35.676497 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0e0878e0-a84a-44c6-a877-554811342d12 req-24e01297-74d8-4d2c-8cf3-1e6193276dd2 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=556a9049f67b4de0b8a13c508786aaa3 HTTP/1.1" status: 200 len: 379 time: 0.1033204 Sep 15 15:13:35.697934 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2fc91ab4-7a25-4f08-b06f-8a6e7a88575c req-a09451b4-ea0c-488f-ae0b-e00fe0cb4e84 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071138 Sep 15 15:13:35.719481 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-0e0878e0-a84a-44c6-a877-554811342d12 req-c118b543-5a33-4fb8-a8e6-b7c63d1ae2b7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Request body: {'port': {'device_id': '01bbe793-5d58-498b-b337-bd628f33faf4', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'admin_state_up': True, 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'security_groups': ['92ba901d-012d-4abc-a57c-3a4ca8c0181b']}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:13:35.778612 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device a27d54b6-ae51-43c9-8657-c07c8321a62d up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:13:35.837888 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port a27d54b6-ae51-43c9-8657-c07c8321a62d triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:13:35.838300 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:35.933522 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device cab7c781-7eb7-4c43-8cbc-c69834a41779 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:13:35.990242 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port cab7c781-7eb7-4c43-8cbc-c69834a41779 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:13:35.990608 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:36.078163 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-ab15f857-bc33-4845-9175-871f4880cfca tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Allocated IP 172.27.1.161 (de13fce9-42d8-46bf-87ad-5f72634a95fa/379175a2-a4aa-4fa7-8529-653d88fdda18/55fe6b04-92fd-4a8b-bbed-5e7310bbb012) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:13:36.195467 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0878e0-a84a-44c6-a877-554811342d12 req-c118b543-5a33-4fb8-a8e6-b7c63d1ae2b7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Made reservation on behalf of 556a9049f67b4de0b8a13c508786aaa3 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:13:36.198847 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0e0878e0-a84a-44c6-a877-554811342d12 req-c118b543-5a33-4fb8-a8e6-b7c63d1ae2b7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:36.230881 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ab15f857-bc33-4845-9175-871f4880cfca tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:36.339573 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ab15f857-bc33-4845-9175-871f4880cfca tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:36.391501 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab15f857-bc33-4845-9175-871f4880cfca tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Network de13fce9-42d8-46bf-87ad-5f72634a95fa is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:13:36.394845 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-0e0878e0-a84a-44c6-a877-554811342d12 req-c118b543-5a33-4fb8-a8e6-b7c63d1ae2b7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Allocated IP 172.20.0.6 (3635f109-97a3-46f1-8eff-fea78dda4f35/e2484f03-06a8-4ae0-a866-7ac80aaa0648/eb919184-7d3c-4490-9ba8-90d0884ed71c) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:13:36.398374 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-ab15f857-bc33-4845-9175-871f4880cfca tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:13:36.406443 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab15f857-bc33-4845-9175-871f4880cfca tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:13:36.411086 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15f857-bc33-4845-9175-871f4880cfca tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Pushing event updated for resources: {'Port': ['ID=55fe6b04-92fd-4a8b-bbed-5e7310bbb012,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:36.510286 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-046c1409-7033-42ba-9046-3f0f7ca10268 req-310e044b-1f99-4802-b0c1-6be903a3de26 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 210 time: 0.0529079 Sep 15 15:13:36.699587 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0e0878e0-a84a-44c6-a877-554811342d12 req-c118b543-5a33-4fb8-a8e6-b7c63d1ae2b7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:36.815008 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77832d0a-9e0f-4383-8a8e-a347558934f0 req-7b5f9b1c-3e74-4b46-b695-2a0c0fa06ce9 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:36.816486 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-77832d0a-9e0f-4383-8a8e-a347558934f0 req-7b5f9b1c-3e74-4b46-b695-2a0c0fa06ce9 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0617623 Sep 15 15:13:36.825992 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0e0878e0-a84a-44c6-a877-554811342d12 req-c118b543-5a33-4fb8-a8e6-b7c63d1ae2b7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:36.856423 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-77832d0a-9e0f-4383-8a8e-a347558934f0 req-3bd7e85a-1598-4afb-8ab9-24ec2ea43799 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336335 Sep 15 15:13:36.941451 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0878e0-a84a-44c6-a877-554811342d12 req-c118b543-5a33-4fb8-a8e6-b7c63d1ae2b7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Network 3635f109-97a3-46f1-8eff-fea78dda4f35 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:13:36.967866 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:36.969246 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118b543-5a33-4fb8-a8e6-b7c63d1ae2b7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Pushing event updated for resources: {'Port': ['ID=eb919184-7d3c-4490-9ba8-90d0884ed71c,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:36.971865 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-0e0878e0-a84a-44c6-a877-554811342d12 req-c118b543-5a33-4fb8-a8e6-b7c63d1ae2b7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:13:37.014219 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0878e0-a84a-44c6-a877-554811342d12 req-c118b543-5a33-4fb8-a8e6-b7c63d1ae2b7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:13:37.097061 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ab15f857-bc33-4845-9175-871f4880cfca tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:37.120261 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0878e0-a84a-44c6-a877-554811342d12 req-c118b543-5a33-4fb8-a8e6-b7c63d1ae2b7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:37.120964 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0e0878e0-a84a-44c6-a877-554811342d12 req-c118b543-5a33-4fb8-a8e6-b7c63d1ae2b7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:37.185296 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0e0878e0-a84a-44c6-a877-554811342d12 req-c118b543-5a33-4fb8-a8e6-b7c63d1ae2b7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4695482 Sep 15 15:13:37.214261 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] Request body: {'port': {'device_id': '01bbe793-5d58-498b-b337-bd628f33faf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80883'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:13:37.241181 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ab15f857-bc33-4845-9175-871f4880cfca tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:37.261689 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-66a8754b-1bf8-4e35-ba2a-aac22e722975 None None] Provisioning complete for port eb919184-7d3c-4490-9ba8-90d0884ed71c triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:13:37.262378 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-66a8754b-1bf8-4e35-ba2a-aac22e722975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:37.301298 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-66a8754b-1bf8-4e35-ba2a-aac22e722975 None None] Port eb919184-7d3c-4490-9ba8-90d0884ed71c cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:13:37.379659 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:37.514207 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ab15f857-bc33-4845-9175-871f4880cfca tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:37.522211 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ab15f857-bc33-4845-9175-871f4880cfca tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:37.630829 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15f857-bc33-4845-9175-871f4880cfca tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Pushing event updated for resources: {'Port': ['ID=55fe6b04-92fd-4a8b-bbed-5e7310bbb012,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:37.695718 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ab15f857-bc33-4845-9175-871f4880cfca tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675147'] for floatingip, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:37.760864 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0194e-63cd-4f31-8d90-76ef4eace423 req-677b688a-a730-483f-942e-f1fcc5f10384 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:37.762351 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f6f0194e-63cd-4f31-8d90-76ef4eace423 req-677b688a-a730-483f-942e-f1fcc5f10384 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 931 time: 0.1673467 Sep 15 15:13:37.975245 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d433c6f-3f4d-4358-99e1-0ab0c9feb67e req-cab9722d-38e4-45a5-acd4-e771aed7185c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:37.976861 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9d433c6f-3f4d-4358-99e1-0ab0c9feb67e req-cab9722d-38e4-45a5-acd4-e771aed7185c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0502801 Sep 15 15:13:38.016050 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9d433c6f-3f4d-4358-99e1-0ab0c9feb67e req-269fbc8d-5a3e-4db1-aa1e-fcbf63e4463a tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331829 Sep 15 15:13:38.097623 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.l3_db [None req-ab15f857-bc33-4845-9175-871f4880cfca tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Floating IP 4189e18b-af12-4cfd-85c2-2b2c1f4f12fd associated. External IP: 172.27.1.161, port: db35f560-bec2-42da-b489-6bd566a3fab3. Sep 15 15:13:38.118530 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f6f0194e-63cd-4f31-8d90-76ef4eace423 req-3f1594ad-4139-47c5-bd99-cd1dcad698ef tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3466094 Sep 15 15:13:38.168750 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb919184-7d3c-4490-9ba8-90d0884ed71c {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:13:38.179040 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:38.222950 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] Transition to ACTIVE for port object eb919184-7d3c-4490-9ba8-90d0884ed71c will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:13:38.229026 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:38.330467 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] Pushing event updated for resources: {'Port': ['ID=eb919184-7d3c-4490-9ba8-90d0884ed71c,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:38.457669 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab15f857-bc33-4845-9175-871f4880cfca tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Router cad9d14e-8405-4eed-afcf-6a8d0e8589e6 has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:13:38.463258 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] Attempting to bind port eb919184-7d3c-4490-9ba8-90d0884ed71c on host hv-cinder-80883 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:13:38.463591 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] Attempting to bind port eb919184-7d3c-4490-9ba8-90d0884ed71c by drivers openvswitch,hyperv on host hv-cinder-80883 at level 0 using segments [{'id': '80cd06b1-8905-44ba-88a5-616605e6851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:13:38.463915 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] Attempting to bind port eb919184-7d3c-4490-9ba8-90d0884ed71c on network 3635f109-97a3-46f1-8eff-fea78dda4f35 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:13:38.470519 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] Port eb919184-7d3c-4490-9ba8-90d0884ed71c on network 3635f109-97a3-46f1-8eff-fea78dda4f35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80883 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:13:38.471128 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] Attempting to bind port eb919184-7d3c-4490-9ba8-90d0884ed71c on network 3635f109-97a3-46f1-8eff-fea78dda4f35 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:13:38.477676 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] Checking agent: {'id': 'db85dd15-89fb-42a1-b201-2709101a597b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'started_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:13:38.478003 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] Checking segment: {'id': '80cd06b1-8905-44ba-88a5-616605e6851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:13:38.478401 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] Bound using segment: {'id': '80cd06b1-8905-44ba-88a5-616605e6851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:13:38.478832 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] Bound port: eb919184-7d3c-4490-9ba8-90d0884ed71c, host: hv-cinder-80883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80cd06b1-8905-44ba-88a5-616605e6851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:13:38.479183 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:38.628055 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] For port eb919184-7d3c-4490-9ba8-90d0884ed71c, host hv-cinder-80883, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:13:38.635581 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] For port eb919184-7d3c-4490-9ba8-90d0884ed71c, host hv-cinder-80883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=eb919184-7d3c-4490-9ba8-90d0884ed71c,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:13:38.638914 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab15f857-bc33-4845-9175-871f4880cfca tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:13:38.641645 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:38.649898 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4172d1e0-5493-4fd2-9cef-fb1772214968 None None] Sync routers for ids ['cad9d14e-8405-4eed-afcf-6a8d0e8589e6'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:13:38.659190 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172d1e0-5493-4fd2-9cef-fb1772214968 None None] Routers {'cad9d14e-8405-4eed-afcf-6a8d0e8589e6'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:13:38.659825 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-4172d1e0-5493-4fd2-9cef-fb1772214968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:13:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['cad9d14e-8405-4eed-afcf-6a8d0e8589e6'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:38.693088 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:38.693703 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:38.696808 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0e0878e0-a84a-44c6-a877-554811342d12 req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] 10.222.0.47 "PUT /v2.0/ports/eb919184-7d3c-4490-9ba8-90d0884ed71c HTTP/1.1" status: 200 len: 1093 time: 1.4882374 Sep 15 15:13:38.697258 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bbe793-5d58-498b-b337-bd628f33faf4', 'tag': 'eb919184-7d3c-4490-9ba8-90d0884ed71c'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:13:38.699629 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4659174e-3099-49cb-aced-cab9d68ae6de" -d '{"events": [{"name": "network-changed", "server_uuid": "01bbe793-5d58-498b-b337-bd628f33faf4", "tag": "eb919184-7d3c-4490-9ba8-90d0884ed71c"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:13:38.706779 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ab15f857-bc33-4845-9175-871f4880cfca tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:38.791320 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9b667f-6418-41d1-83fd-675cfde949e8 x-openstack-request-id: req-ea9b667f-6418-41d1-83fd-675cfde949e8 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:13:38.791607 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01bbe793-5d58-498b-b337-bd628f33faf4", "tag": "eb919184-7d3c-4490-9ba8-90d0884ed71c", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:13:38.791861 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea9b667f-6418-41d1-83fd-675cfde949e8 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:13:38.792256 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bbe793-5d58-498b-b337-bd628f33faf4', 'tag': 'eb919184-7d3c-4490-9ba8-90d0884ed71c', 'status': 'completed', 'code': 200} Sep 15 15:13:38.792941 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb6dbc-5548-4873-b96b-74aa782f6a80 service neutron] Pushing event updated for resources: {'Port': ['ID=eb919184-7d3c-4490-9ba8-90d0884ed71c,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:38.806877 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-ab15f857-bc33-4845-9175-871f4880cfca tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5128627 Sep 15 15:13:38.814765 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0878e0-a84a-44c6-a877-554811342d12 req-59474966-9690-4319-96c4-c16ca9242e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:38.816292 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0e0878e0-a84a-44c6-a877-554811342d12 req-59474966-9690-4319-96c4-c16ca9242e4c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=556a9049f67b4de0b8a13c508786aaa3&device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 1096 time: 0.0673718 Sep 15 15:13:38.838812 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-4172d1e0-5493-4fd2-9cef-fb1772214968 None None] Set router cad9d14e-8405-4eed-afcf-6a8d0e8589e6 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:13:38.870733 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0e0878e0-a84a-44c6-a877-554811342d12 req-17359603-6786-4412-8ce6-e34d47ec05b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb919184-7d3c-4490-9ba8-90d0884ed71c HTTP/1.1" status: 200 len: 217 time: 0.0447800 Sep 15 15:13:38.933863 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0878e0-a84a-44c6-a877-554811342d12 req-114f2853-88b7-441e-861d-fca16a33c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:38.935350 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0e0878e0-a84a-44c6-a877-554811342d12 req-114f2853-88b7-441e-861d-fca16a33c1ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2484f03-06a8-4ae0-a866-7ac80aaa0648 HTTP/1.1" status: 200 len: 855 time: 0.0574908 Sep 15 15:13:38.981950 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0878e0-a84a-44c6-a877-554811342d12 req-f8b8114f-0c6b-48e0-a5bd-c0ec5b435b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:38.983548 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0e0878e0-a84a-44c6-a877-554811342d12 req-f8b8114f-0c6b-48e0-a5bd-c0ec5b435b1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3635f109-97a3-46f1-8eff-fea78dda4f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409546 Sep 15 15:13:39.076118 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0e0878e0-a84a-44c6-a877-554811342d12 req-68e563e2-9d77-4353-9050-0d816638a916 service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837309 Sep 15 15:13:39.087456 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-4172d1e0-5493-4fd2-9cef-fb1772214968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'name': 'tempest-TestShelveInstance-672427371-router', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:42Z', 'updated_at': '2021-09-15T15:12:45Z', 'revision_number': 4, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'gw_port': {'id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:43Z', 'updated_at': '2021-09-15T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '4189e18b-af12-4cfd-85c2-2b2c1f4f12fd', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'port_id': 'db35f560-bec2-42da-b489-6bd566a3fab3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc', 'mac_address': 'fa:16:3e:21:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb59572e-e0de-4cae-bb00-54f17fa6b3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:13:36Z', 'updated_at': '2021-09-15T15:13:36Z', 'revision_number': 0, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0debd629-a7a1-4684-b4a0-ffaa5896fcee', 'name': '', 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'mac_address': 'fa:16:3e:9c:d8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4b550d78-8522-40d8-a5dc-f8acba57a015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:45Z', 'updated_at': '2021-09-15T15:12:49Z', 'revision_number': 5, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'subnets': [{'id': '4b550d78-8522-40d8-a5dc-f8acba57a015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:39.113854 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4172d1e0-5493-4fd2-9cef-fb1772214968 None None] Checking router: cad9d14e-8405-4eed-afcf-6a8d0e8589e6 for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:13:39.122097 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172d1e0-5493-4fd2-9cef-fb1772214968 None None] Routers {'cad9d14e-8405-4eed-afcf-6a8d0e8589e6'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:13:39.122665 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-4172d1e0-5493-4fd2-9cef-fb1772214968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:13:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['cad9d14e-8405-4eed-afcf-6a8d0e8589e6'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:39.193454 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37267359-7da7-4a2f-acec-157294770b0f req-aef141e2-2b44-4c77-819e-a611222b3846 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:39.195177 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-37267359-7da7-4a2f-acec-157294770b0f req-aef141e2-2b44-4c77-819e-a611222b3846 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.1120973 Sep 15 15:13:39.239130 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-4172d1e0-5493-4fd2-9cef-fb1772214968 None None] Set router cad9d14e-8405-4eed-afcf-6a8d0e8589e6 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:13:39.248444 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0e0878e0-a84a-44c6-a877-554811342d12 req-9b4c710d-6c4b-4e63-baf4-dfce5c19e684 service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641908 Sep 15 15:13:39.252159 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-37267359-7da7-4a2f-acec-157294770b0f req-c5d5146b-04e1-486c-88cb-736814902694 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511014 Sep 15 15:13:39.265835 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8deb2c-92b3-46ba-897e-c986fa900b41 req-77fe1c1e-28b1-4054-94f6-562dbc8ba563 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:39.268826 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ab8deb2c-92b3-46ba-897e-c986fa900b41 req-77fe1c1e-28b1-4054-94f6-562dbc8ba563 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0542967 Sep 15 15:13:39.310379 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ab8deb2c-92b3-46ba-897e-c986fa900b41 req-6ed2b53a-5c44-4071-94ba-b810aa748581 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338500 Sep 15 15:13:39.340912 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659174e-3099-49cb-aced-cab9d68ae6de req-62046850-5aa6-4d43-a7ff-e64f4fb6c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:39.342430 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4659174e-3099-49cb-aced-cab9d68ae6de req-62046850-5aa6-4d43-a7ff-e64f4fb6c125 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=556a9049f67b4de0b8a13c508786aaa3&device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 1096 time: 0.0463166 Sep 15 15:13:39.445650 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659174e-3099-49cb-aced-cab9d68ae6de req-74f0e6a6-2ee6-4174-b294-755c11d1fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:39.447086 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4659174e-3099-49cb-aced-cab9d68ae6de req-74f0e6a6-2ee6-4174-b294-755c11d1fd39 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3635f109-97a3-46f1-8eff-fea78dda4f35 HTTP/1.1" status: 200 len: 917 time: 0.0855491 Sep 15 15:13:39.482058 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-4172d1e0-5493-4fd2-9cef-fb1772214968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'name': 'tempest-TestShelveInstance-672427371-router', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:42Z', 'updated_at': '2021-09-15T15:12:45Z', 'revision_number': 4, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'gw_port': {'id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:43Z', 'updated_at': '2021-09-15T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '4189e18b-af12-4cfd-85c2-2b2c1f4f12fd', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'port_id': 'db35f560-bec2-42da-b489-6bd566a3fab3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc', 'mac_address': 'fa:16:3e:21:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb59572e-e0de-4cae-bb00-54f17fa6b3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:13:36Z', 'updated_at': '2021-09-15T15:13:36Z', 'revision_number': 0, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0debd629-a7a1-4684-b4a0-ffaa5896fcee', 'name': '', 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'mac_address': 'fa:16:3e:9c:d8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4b550d78-8522-40d8-a5dc-f8acba57a015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:45Z', 'updated_at': '2021-09-15T15:12:49Z', 'revision_number': 5, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'subnets': [{'id': '4b550d78-8522-40d8-a5dc-f8acba57a015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:39.494327 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4659174e-3099-49cb-aced-cab9d68ae6de req-9799e9a6-bf18-4dc2-97a1-f359d3e99892 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb919184-7d3c-4490-9ba8-90d0884ed71c HTTP/1.1" status: 200 len: 217 time: 0.0391448 Sep 15 15:13:39.510187 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4172d1e0-5493-4fd2-9cef-fb1772214968 None None] The sync data for ids ['cad9d14e-8405-4eed-afcf-6a8d0e8589e6'] in dv-cinder-808837-2-iscsi is: [{'id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'name': 'tempest-TestShelveInstance-672427371-router', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:42Z', 'updated_at': '2021-09-15T15:12:45Z', 'revision_number': 4, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'gw_port': {'id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:43Z', 'updated_at': '2021-09-15T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '4189e18b-af12-4cfd-85c2-2b2c1f4f12fd', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'port_id': 'db35f560-bec2-42da-b489-6bd566a3fab3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc', 'mac_address': 'fa:16:3e:21:e6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb59572e-e0de-4cae-bb00-54f17fa6b3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:13:36Z', 'updated_at': '2021-09-15T15:13:36Z', 'revision_number': 0, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0debd629-a7a1-4684-b4a0-ffaa5896fcee', 'name': '', 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'mac_address': 'fa:16:3e:9c:d8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4b550d78-8522-40d8-a5dc-f8acba57a015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:45Z', 'updated_at': '2021-09-15T15:12:49Z', 'revision_number': 5, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'subnets': [{'id': '4b550d78-8522-40d8-a5dc-f8acba57a015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:13:39.544294 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659174e-3099-49cb-aced-cab9d68ae6de req-fda2f762-52c5-46e7-9a4a-f633803f7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:39.545767 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4659174e-3099-49cb-aced-cab9d68ae6de req-fda2f762-52c5-46e7-9a4a-f633803f7c18 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2484f03-06a8-4ae0-a866-7ac80aaa0648 HTTP/1.1" status: 200 len: 855 time: 0.0447028 Sep 15 15:13:39.597727 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659174e-3099-49cb-aced-cab9d68ae6de req-80b22aaf-ff21-4be4-843c-be17851770c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:39.599257 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4659174e-3099-49cb-aced-cab9d68ae6de req-80b22aaf-ff21-4be4-843c-be17851770c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3635f109-97a3-46f1-8eff-fea78dda4f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450659 Sep 15 15:13:39.690739 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16f4eac-7047-4f7c-985d-10be60d3d71c None None] New status for floating IP 4189e18b-af12-4cfd-85c2-2b2c1f4f12fd: ACTIVE {{(pid=94134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:13:39.698095 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4659174e-3099-49cb-aced-cab9d68ae6de req-5ad5d43c-18d3-4038-acb0-5b126629326c service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910347 Sep 15 15:13:39.791041 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4659174e-3099-49cb-aced-cab9d68ae6de req-090bdcfc-ec58-4a0d-9830-519deeba3535 service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853837 Sep 15 15:13:40.069929 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52824) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:40.171829 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-aed03563-a143-42cc-bc5b-71b7ba52c397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:40.258440 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-aed03563-a143-42cc-bc5b-71b7ba52c397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:40.262054 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-aed03563-a143-42cc-bc5b-71b7ba52c397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:40.303108 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed03563-a143-42cc-bc5b-71b7ba52c397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbacfbf-8117-4c9c-b057-d58bc5e9a0b0,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:40.308637 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-aed03563-a143-42cc-bc5b-71b7ba52c397 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5efebd61e308460c97c7ba47ed15ab8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376549 Sep 15 15:13:40.311437 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 52830) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:40.365161 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa9d5-79c1-4999-8d9b-a80adb9fe4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:40.372221 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802feea1-3d36-4c59-8e5a-96a76c8e5d70 req-03757c9b-92d5-4ecd-8119-83f179982225 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:40.373838 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-802feea1-3d36-4c59-8e5a-96a76c8e5d70 req-03757c9b-92d5-4ecd-8119-83f179982225 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0499854 Sep 15 15:13:40.389462 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa9d5-79c1-4999-8d9b-a80adb9fe4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:40.413339 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-802feea1-3d36-4c59-8e5a-96a76c8e5d70 req-444ea6e6-e0bf-4e24-9f87-fb161851293e tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322433 Sep 15 15:13:40.457852 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051cde5-2e31-4f1e-a615-9e6dd068c343 req-e92d3e93-874e-4f6a-ad72-6c9fa7315826 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:40.459376 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c051cde5-2e31-4f1e-a615-9e6dd068c343 req-e92d3e93-874e-4f6a-ad72-6c9fa7315826 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0726199 Sep 15 15:13:40.490526 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa9d5-79c1-4999-8d9b-a80adb9fe4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:40.492963 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa9d5-79c1-4999-8d9b-a80adb9fe4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:40.494161 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ba9fa9d5-79c1-4999-8d9b-a80adb9fe4c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0fbacfbf-8117-4c9c-b057-d58bc5e9a0b0 HTTP/1.1" status: 204 len: 168 time: 0.1817281 Sep 15 15:13:40.512222 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c051cde5-2e31-4f1e-a615-9e6dd068c343 req-dd1de9c8-f2cc-4826-8e42-d00bd19837bb tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466561 Sep 15 15:13:40.513250 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fa9d5-79c1-4999-8d9b-a80adb9fe4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbacfbf-8117-4c9c-b057-d58bc5e9a0b0,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:40.756112 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 52838) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:40.770096 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-24a876b5-7bc0-48b1-929f-23204910a153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:40.793448 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb59572e-e0de-4cae-bb00-54f17fa6b3b1', 'tag': 'db35f560-bec2-42da-b489-6bd566a3fab3'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:13:40.796175 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421442ce-7da3-4d00-b9b5-a9eef73981c9" -d '{"events": [{"name": "network-changed", "server_uuid": "eb59572e-e0de-4cae-bb00-54f17fa6b3b1", "tag": "db35f560-bec2-42da-b489-6bd566a3fab3"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:13:40.835290 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d7dbbf-61d8-4b82-bfa8-0b7a2446f2a0 x-openstack-request-id: req-63d7dbbf-61d8-4b82-bfa8-0b7a2446f2a0 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:13:40.835568 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb59572e-e0de-4cae-bb00-54f17fa6b3b1", "tag": "db35f560-bec2-42da-b489-6bd566a3fab3", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:13:40.835829 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-63d7dbbf-61d8-4b82-bfa8-0b7a2446f2a0 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:13:40.836260 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb59572e-e0de-4cae-bb00-54f17fa6b3b1', 'tag': 'db35f560-bec2-42da-b489-6bd566a3fab3', 'status': 'completed', 'code': 200} Sep 15 15:13:40.865239 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-24a876b5-7bc0-48b1-929f-23204910a153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:40.872424 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-24a876b5-7bc0-48b1-929f-23204910a153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:40.898445 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421442ce-7da3-4d00-b9b5-a9eef73981c9 req-f0ce50eb-013e-4a61-8120-4261c47e1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:40.899939 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-421442ce-7da3-4d00-b9b5-a9eef73981c9 req-f0ce50eb-013e-4a61-8120-4261c47e1e56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2a7af14495048dd9ccd76e2074b39ea&device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 1099 time: 0.0426455 Sep 15 15:13:40.915913 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-24a876b5-7bc0-48b1-929f-23204910a153 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00e13bc8f6444d09a8e8336b295791cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1586888 Sep 15 15:13:40.916826 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a876b5-7bc0-48b1-929f-23204910a153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad805d6-f10f-4978-8001-793ffffd833a,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:40.920044 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 52842) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:40.968992 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6a86d175-16e8-4320-99e2-aae85967bbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:40.989985 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6a86d175-16e8-4320-99e2-aae85967bbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:40.993549 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421442ce-7da3-4d00-b9b5-a9eef73981c9 req-72c87515-b153-4e59-ad6c-f3b208ac5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:40.995048 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-421442ce-7da3-4d00-b9b5-a9eef73981c9 req-72c87515-b153-4e59-ad6c-f3b208ac5acd service neutron] 10.222.0.47 "GET /v2.0/networks?id=0e5fccde-8fc2-40b3-a033-f50c6b2a24cc HTTP/1.1" status: 200 len: 909 time: 0.0878274 Sep 15 15:13:41.038301 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6a86d175-16e8-4320-99e2-aae85967bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:41.040826 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6a86d175-16e8-4320-99e2-aae85967bbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:41.044422 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6a86d175-16e8-4320-99e2-aae85967bbd7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ad805d6-f10f-4978-8001-793ffffd833a HTTP/1.1" status: 204 len: 168 time: 0.1208310 Sep 15 15:13:41.051029 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86d175-16e8-4320-99e2-aae85967bbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad805d6-f10f-4978-8001-793ffffd833a,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:41.061473 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-421442ce-7da3-4d00-b9b5-a9eef73981c9 req-a49a5cf7-9f61-4401-a638-d9ca05da4d1d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db35f560-bec2-42da-b489-6bd566a3fab3 HTTP/1.1" status: 200 len: 1002 time: 0.0586677 Sep 15 15:13:41.117050 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421442ce-7da3-4d00-b9b5-a9eef73981c9 req-08774273-2a82-485b-993f-daaf4b6b495f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:41.118543 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-421442ce-7da3-4d00-b9b5-a9eef73981c9 req-08774273-2a82-485b-993f-daaf4b6b495f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b550d78-8522-40d8-a5dc-f8acba57a015 HTTP/1.1" status: 200 len: 847 time: 0.0486097 Sep 15 15:13:41.165315 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421442ce-7da3-4d00-b9b5-a9eef73981c9 req-51e9192d-98e4-459d-8e04-27f7a2054f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:41.167168 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-421442ce-7da3-4d00-b9b5-a9eef73981c9 req-51e9192d-98e4-459d-8e04-27f7a2054f20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0e5fccde-8fc2-40b3-a033-f50c6b2a24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420001 Sep 15 15:13:41.257738 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-421442ce-7da3-4d00-b9b5-a9eef73981c9 req-34d77ccf-8e50-4a05-9c23-280337f18189 service neutron] 10.222.0.47 "GET /v2.0/networks/0e5fccde-8fc2-40b3-a033-f50c6b2a24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836270 Sep 15 15:13:41.349646 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-421442ce-7da3-4d00-b9b5-a9eef73981c9 req-95e37068-c5d9-42a9-967a-d5b2aab6d07b service neutron] 10.222.0.47 "GET /v2.0/networks/0e5fccde-8fc2-40b3-a033-f50c6b2a24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853920 Sep 15 15:13:41.367745 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52848) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:41.383154 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6d90c7c7-521b-438e-85ce-1c6e9e569741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:41.471720 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6d90c7c7-521b-438e-85ce-1c6e9e569741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:41.475440 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6d90c7c7-521b-438e-85ce-1c6e9e569741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:41.514159 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-6d90c7c7-521b-438e-85ce-1c6e9e569741 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24c574cec43e443fa6ea703fe6a341be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452191 Sep 15 15:13:41.515287 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90c7c7-521b-438e-85ce-1c6e9e569741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866ac6a8-fa83-4ba3-a3ef-ad7d138c9b47,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:41.516954 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 52852) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:41.544123 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae73f2-50ba-493f-8eae-d2d58b17fc75 req-90aea96c-e2a5-4f6c-a1e2-0e26914dcb99 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:41.545627 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-abae73f2-50ba-493f-8eae-d2d58b17fc75 req-90aea96c-e2a5-4f6c-a1e2-0e26914dcb99 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0647883 Sep 15 15:13:41.622701 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-abae73f2-50ba-493f-8eae-d2d58b17fc75 req-14075621-d489-45bb-b468-6de7b3579d7f tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667062 Sep 15 15:13:41.623445 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ff11c0b3-a82b-4a26-8242-70cd4b19f57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:41.648871 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ff11c0b3-a82b-4a26-8242-70cd4b19f57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:41.660455 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b221ec-26da-4cf1-8024-7bfd9d1a58c1 req-015db30a-bc00-46ff-be9e-5e69d08ade5e tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:41.662423 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f5b221ec-26da-4cf1-8024-7bfd9d1a58c1 req-015db30a-bc00-46ff-be9e-5e69d08ade5e tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0648665 Sep 15 15:13:41.702981 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f5b221ec-26da-4cf1-8024-7bfd9d1a58c1 req-0324173b-c117-46b4-a7fb-de26fb8ca44f tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346229 Sep 15 15:13:41.705363 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ff11c0b3-a82b-4a26-8242-70cd4b19f57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:41.708050 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ff11c0b3-a82b-4a26-8242-70cd4b19f57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:41.709185 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ff11c0b3-a82b-4a26-8242-70cd4b19f57f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/866ac6a8-fa83-4ba3-a3ef-ad7d138c9b47 HTTP/1.1" status: 204 len: 168 time: 0.1912801 Sep 15 15:13:41.717251 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11c0b3-a82b-4a26-8242-70cd4b19f57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866ac6a8-fa83-4ba3-a3ef-ad7d138c9b47,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:41.847231 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9217f96-c393-41d9-a49e-3932820b43a5 req-cf4c87eb-ce32-4451-bfa9-35862379ed8c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:41.848791 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d9217f96-c393-41d9-a49e-3932820b43a5 req-cf4c87eb-ce32-4451-bfa9-35862379ed8c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0600157 Sep 15 15:13:41.897536 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d9217f96-c393-41d9-a49e-3932820b43a5 req-fe229275-fe71-460c-b7a0-797b1f984418 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426078 Sep 15 15:13:41.901278 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb680bce-2fba-4e63-8c2d-ea28916895c0 req-7e1e88c4-6bda-406b-b802-45fe6bb5b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:41.902927 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bb680bce-2fba-4e63-8c2d-ea28916895c0 req-7e1e88c4-6bda-406b-b802-45fe6bb5b9d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78ea4c1deb6c4197a4a8c2fd0d13c414&device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 1098 time: 0.0475247 Sep 15 15:13:42.008827 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb680bce-2fba-4e63-8c2d-ea28916895c0 req-e2be5beb-0925-4b9e-9799-69f3b4267e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:42.010348 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bb680bce-2fba-4e63-8c2d-ea28916895c0 req-e2be5beb-0925-4b9e-9799-69f3b4267e87 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 HTTP/1.1" status: 200 len: 911 time: 0.1000328 Sep 15 15:13:42.078427 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bb680bce-2fba-4e63-8c2d-ea28916895c0 req-6694f000-09db-44ef-822d-8571cb1ba6ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a4fa7b7-b265-42fa-abed-4464c97217e5 HTTP/1.1" status: 200 len: 1000 time: 0.0608008 Sep 15 15:13:42.128916 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb680bce-2fba-4e63-8c2d-ea28916895c0 req-685cd119-6588-4749-a3e0-62cf942c5999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:42.130376 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bb680bce-2fba-4e63-8c2d-ea28916895c0 req-685cd119-6588-4749-a3e0-62cf942c5999 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0 HTTP/1.1" status: 200 len: 849 time: 0.0447881 Sep 15 15:13:42.175732 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb680bce-2fba-4e63-8c2d-ea28916895c0 req-dce36463-8186-45d6-b630-2c6390664d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:42.177296 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bb680bce-2fba-4e63-8c2d-ea28916895c0 req-dce36463-8186-45d6-b630-2c6390664d25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d0fe14e1-005c-4c5a-b599-64be3a4bb0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405593 Sep 15 15:13:42.272302 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bb680bce-2fba-4e63-8c2d-ea28916895c0 req-b160141c-6dd1-4735-8e72-35f7b83ce9c8 service neutron] 10.222.0.47 "GET /v2.0/networks/d0fe14e1-005c-4c5a-b599-64be3a4bb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880902 Sep 15 15:13:42.370780 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bb680bce-2fba-4e63-8c2d-ea28916895c0 req-d8ff6d1c-fb34-443e-8d3c-d4a0c38b9bfb service neutron] 10.222.0.47 "GET /v2.0/networks/d0fe14e1-005c-4c5a-b599-64be3a4bb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914044 Sep 15 15:13:42.516273 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device eb919184-7d3c-4490-9ba8-90d0884ed71c details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:13:42.614111 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port eb919184-7d3c-4490-9ba8-90d0884ed71c, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=eb919184-7d3c-4490-9ba8-90d0884ed71c,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:13:42.625258 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': 'eb919184-7d3c-4490-9ba8-90d0884ed71c', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'port_id': 'eb919184-7d3c-4490-9ba8-90d0884ed71c', 'mac_address': 'fa:16:3e:90:1c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:13:42.662140 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:42.674547 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb919184-7d3c-4490-9ba8-90d0884ed71c {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:13:42.696404 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port eb919184-7d3c-4490-9ba8-90d0884ed71c, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=eb919184-7d3c-4490-9ba8-90d0884ed71c,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:13:42.699629 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:42.758733 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=eb919184-7d3c-4490-9ba8-90d0884ed71c,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:42.848653 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f25a19-9d1a-4e13-97be-6c20589cec16 req-071d591e-f331-497f-b488-df9596de399d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:42.850556 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-64f25a19-9d1a-4e13-97be-6c20589cec16 req-071d591e-f331-497f-b488-df9596de399d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 944 time: 0.0588109 Sep 15 15:13:42.889771 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-64f25a19-9d1a-4e13-97be-6c20589cec16 req-e6d47103-798c-4ac6-8e7f-f4da395555de tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330379 Sep 15 15:13:42.980010 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['eb919184-7d3c-4490-9ba8-90d0884ed71c'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:13:43.013414 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0ea6f-5a45-4f7c-9a45-38192774c666 req-24efd13f-7beb-475f-8a8a-6fcc4e59f1d6 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:43.014953 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5af0ea6f-5a45-4f7c-9a45-38192774c666 req-24efd13f-7beb-475f-8a8a-6fcc4e59f1d6 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0485005 Sep 15 15:13:43.058160 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5af0ea6f-5a45-4f7c-9a45-38192774c666 req-740cf310-cfc8-452b-a7bd-90b50b1b383e tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364482 Sep 15 15:13:44.015852 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972c4a8-5060-4a08-8aa3-dd912e111443 req-151c6b5c-85cb-461d-a43c-907ff26a77f7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:44.017339 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8972c4a8-5060-4a08-8aa3-dd912e111443 req-151c6b5c-85cb-461d-a43c-907ff26a77f7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 944 time: 0.0535009 Sep 15 15:13:44.055684 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8972c4a8-5060-4a08-8aa3-dd912e111443 req-98534da5-0a6c-45c0-804c-b4d3815491cd tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320356 Sep 15 15:13:44.538069 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device eb919184-7d3c-4490-9ba8-90d0884ed71c up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:13:44.585045 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning for port eb919184-7d3c-4490-9ba8-90d0884ed71c completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:13:44.588815 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port eb919184-7d3c-4490-9ba8-90d0884ed71c triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:13:44.589183 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:44.669656 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:44.691568 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bbe793-5d58-498b-b337-bd628f33faf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb919184-7d3c-4490-9ba8-90d0884ed71c'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:13:44.693802 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471116d9-e9c3-4c25-a505-8de791ebccee" -d '{"events": [{"server_uuid": "01bbe793-5d58-498b-b337-bd628f33faf4", "name": "network-vif-plugged", "status": "completed", "tag": "eb919184-7d3c-4490-9ba8-90d0884ed71c"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:13:44.706500 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port eb919184-7d3c-4490-9ba8-90d0884ed71c, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=eb919184-7d3c-4490-9ba8-90d0884ed71c,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:13:44.710991 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:44.733142 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbf3a25-b03d-4893-97eb-fad87f8cb662 x-openstack-request-id: req-adbf3a25-b03d-4893-97eb-fad87f8cb662 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:13:44.733419 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bbe793-5d58-498b-b337-bd628f33faf4", "name": "network-vif-plugged", "status": "completed", "tag": "eb919184-7d3c-4490-9ba8-90d0884ed71c", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:13:44.733669 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-adbf3a25-b03d-4893-97eb-fad87f8cb662 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:13:44.734075 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bbe793-5d58-498b-b337-bd628f33faf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb919184-7d3c-4490-9ba8-90d0884ed71c', 'code': 200} Sep 15 15:13:44.760884 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=eb919184-7d3c-4490-9ba8-90d0884ed71c,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:13:44.898835 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825dbeb-173a-417f-a904-e0224e458ff9 req-8727492b-0465-4d93-8853-c0c81dddabdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:44.900287 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9825dbeb-173a-417f-a904-e0224e458ff9 req-8727492b-0465-4d93-8853-c0c81dddabdd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 1098 time: 0.0427575 Sep 15 15:13:44.934291 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9825dbeb-173a-417f-a904-e0224e458ff9 req-22eacf16-c659-4f11-bf74-7a389ea89f95 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266829 Sep 15 15:13:45.173582 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0cdd7-71ce-438f-b4ca-26a342376c0f req-b0d25dd7-cc18-43a8-b78b-c342efc00c42 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:45.175090 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-def0cdd7-71ce-438f-b4ca-26a342376c0f req-b0d25dd7-cc18-43a8-b78b-c342efc00c42 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0474036 Sep 15 15:13:45.212369 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-def0cdd7-71ce-438f-b4ca-26a342376c0f req-670bda3b-7b8a-4e3e-ba42-33015fdd2f6e tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314150 Sep 15 15:13:46.329031 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054c4d7-3629-4614-8b99-0f9157e18180 req-d7b16474-4624-4fab-80e3-709228177e8f tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:46.331078 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9054c4d7-3629-4614-8b99-0f9157e18180 req-d7b16474-4624-4fab-80e3-709228177e8f tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0482931 Sep 15 15:13:46.366988 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9054c4d7-3629-4614-8b99-0f9157e18180 req-947d7130-1dd6-4aed-b275-d4de99f5783e tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301113 Sep 15 15:13:46.479734 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88c5b1-06c2-4863-b904-980b3bfb4021 req-e051d821-3ca5-4b9e-98ba-0a09dd215a8a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:46.481194 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6a88c5b1-06c2-4863-b904-980b3bfb4021 req-e051d821-3ca5-4b9e-98ba-0a09dd215a8a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0483263 Sep 15 15:13:46.490404 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 52930) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:13:46.494638 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-d9682290-73c1-472e-aaec-f83a09ff50ad tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Request body: {'floatingip': {'port_id': 'eb919184-7d3c-4490-9ba8-90d0884ed71c'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:13:46.562917 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d9682290-73c1-472e-aaec-f83a09ff50ad tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for floatingip, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:47.317283 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d9682290-73c1-472e-aaec-f83a09ff50ad tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:47.321585 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d9682290-73c1-472e-aaec-f83a09ff50ad tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675147'] for floatingip, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:47.441887 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.l3_db [None req-d9682290-73c1-472e-aaec-f83a09ff50ad tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Floating IP 1a99de44-793a-47b0-88ef-cc9e7f70588a associated. External IP: 172.27.1.8, port: eb919184-7d3c-4490-9ba8-90d0884ed71c. Sep 15 15:13:47.691118 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9682290-73c1-472e-aaec-f83a09ff50ad tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Router 6053570a-2175-471d-bc56-35f77ffda96c has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:13:47.839173 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9682290-73c1-472e-aaec-f83a09ff50ad tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:13:47.846991 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d9682290-73c1-472e-aaec-f83a09ff50ad tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:13:47.852051 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b269d57-3f21-4757-8026-ae00e37aadbc None None] Sync routers for ids ['6053570a-2175-471d-bc56-35f77ffda96c'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:13:47.863805 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b269d57-3f21-4757-8026-ae00e37aadbc None None] Routers {'6053570a-2175-471d-bc56-35f77ffda96c'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:13:47.864695 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-5b269d57-3f21-4757-8026-ae00e37aadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:13:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['6053570a-2175-471d-bc56-35f77ffda96c'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:47.883721 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-d9682290-73c1-472e-aaec-f83a09ff50ad tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "PUT /v2.0/floatingips/1a99de44-793a-47b0-88ef-cc9e7f70588a HTTP/1.1" status: 200 len: 989 time: 1.3895535 Sep 15 15:13:47.883721 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bbe793-5d58-498b-b337-bd628f33faf4', 'tag': 'eb919184-7d3c-4490-9ba8-90d0884ed71c'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:13:47.889735 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e92c2b5-25f1-4967-9ce8-e7d48e8094f7" -d '{"events": [{"name": "network-changed", "server_uuid": "01bbe793-5d58-498b-b337-bd628f33faf4", "tag": "eb919184-7d3c-4490-9ba8-90d0884ed71c"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:13:47.931937 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f15134f-21d9-4ce9-b8c4-a9a52137c459 x-openstack-request-id: req-4f15134f-21d9-4ce9-b8c4-a9a52137c459 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:13:47.932232 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01bbe793-5d58-498b-b337-bd628f33faf4", "tag": "eb919184-7d3c-4490-9ba8-90d0884ed71c", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:13:47.932468 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f15134f-21d9-4ce9-b8c4-a9a52137c459 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:13:47.932858 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bbe793-5d58-498b-b337-bd628f33faf4', 'tag': 'eb919184-7d3c-4490-9ba8-90d0884ed71c', 'status': 'completed', 'code': 200} Sep 15 15:13:47.983254 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-5b269d57-3f21-4757-8026-ae00e37aadbc None None] Set router 6053570a-2175-471d-bc56-35f77ffda96c gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:13:48.021643 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92c2b5-25f1-4967-9ce8-e7d48e8094f7 req-54880d41-a776-447e-afb9-3eb29fbe2306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:48.024834 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4e92c2b5-25f1-4967-9ce8-e7d48e8094f7 req-54880d41-a776-447e-afb9-3eb29fbe2306 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=556a9049f67b4de0b8a13c508786aaa3&device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 1098 time: 0.0678620 Sep 15 15:13:48.126450 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92c2b5-25f1-4967-9ce8-e7d48e8094f7 req-df26d91b-dc17-4e79-b289-ef27dc635366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:48.128387 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4e92c2b5-25f1-4967-9ce8-e7d48e8094f7 req-df26d91b-dc17-4e79-b289-ef27dc635366 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3635f109-97a3-46f1-8eff-fea78dda4f35 HTTP/1.1" status: 200 len: 917 time: 0.0963974 Sep 15 15:13:48.195345 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4e92c2b5-25f1-4967-9ce8-e7d48e8094f7 req-fb5747e4-7185-4584-9076-a457e372e377 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb919184-7d3c-4490-9ba8-90d0884ed71c HTTP/1.1" status: 200 len: 997 time: 0.0585136 Sep 15 15:13:48.228604 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-5b269d57-3f21-4757-8026-ae00e37aadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053570a-2175-471d-bc56-35f77ffda96c', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:13:26Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 4, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'gw_port': {'id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:27Z', 'updated_at': '2021-09-15T15:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '1a99de44-793a-47b0-88ef-cc9e7f70588a', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'port_id': 'eb919184-7d3c-4490-9ba8-90d0884ed71c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'mac_address': 'fa:16:3e:90:1c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bbe793-5d58-498b-b337-bd628f33faf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:13:32Z', 'updated_at': '2021-09-15T15:13:46Z', 'revision_number': 1, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab7c781-7eb7-4c43-8cbc-c69834a41779', 'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'mac_address': 'fa:16:3e:a5:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:29Z', 'updated_at': '2021-09-15T15:13:34Z', 'revision_number': 5, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'subnets': [{'id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:48.248801 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92c2b5-25f1-4967-9ce8-e7d48e8094f7 req-bbc45f4d-4140-4cbe-8caa-3a982bc13394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:48.250301 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4e92c2b5-25f1-4967-9ce8-e7d48e8094f7 req-bbc45f4d-4140-4cbe-8caa-3a982bc13394 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2484f03-06a8-4ae0-a866-7ac80aaa0648 HTTP/1.1" status: 200 len: 855 time: 0.0468853 Sep 15 15:13:48.256027 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b269d57-3f21-4757-8026-ae00e37aadbc None None] Checking router: 6053570a-2175-471d-bc56-35f77ffda96c for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:13:48.264348 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b269d57-3f21-4757-8026-ae00e37aadbc None None] Routers {'6053570a-2175-471d-bc56-35f77ffda96c'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:13:48.264947 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-5b269d57-3f21-4757-8026-ae00e37aadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:13:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['6053570a-2175-471d-bc56-35f77ffda96c'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:48.298919 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92c2b5-25f1-4967-9ce8-e7d48e8094f7 req-e8228078-2aae-414a-b811-779d08cccac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:48.300401 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4e92c2b5-25f1-4967-9ce8-e7d48e8094f7 req-e8228078-2aae-414a-b811-779d08cccac1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3635f109-97a3-46f1-8eff-fea78dda4f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401354 Sep 15 15:13:48.370793 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-5b269d57-3f21-4757-8026-ae00e37aadbc None None] Set router 6053570a-2175-471d-bc56-35f77ffda96c gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:13:48.395513 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4e92c2b5-25f1-4967-9ce8-e7d48e8094f7 req-80cd925d-0347-4775-9214-2b953c242375 service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828989 Sep 15 15:13:48.492169 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4e92c2b5-25f1-4967-9ce8-e7d48e8094f7 req-42f22aa3-104b-416a-b061-2e719166e668 service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887396 Sep 15 15:13:48.591434 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-5b269d57-3f21-4757-8026-ae00e37aadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053570a-2175-471d-bc56-35f77ffda96c', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:13:26Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 4, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'gw_port': {'id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:27Z', 'updated_at': '2021-09-15T15:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '1a99de44-793a-47b0-88ef-cc9e7f70588a', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'port_id': 'eb919184-7d3c-4490-9ba8-90d0884ed71c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'mac_address': 'fa:16:3e:90:1c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bbe793-5d58-498b-b337-bd628f33faf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:13:32Z', 'updated_at': '2021-09-15T15:13:46Z', 'revision_number': 1, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab7c781-7eb7-4c43-8cbc-c69834a41779', 'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'mac_address': 'fa:16:3e:a5:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:29Z', 'updated_at': '2021-09-15T15:13:34Z', 'revision_number': 5, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'subnets': [{'id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:13:48.618197 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b269d57-3f21-4757-8026-ae00e37aadbc None None] The sync data for ids ['6053570a-2175-471d-bc56-35f77ffda96c'] in dv-cinder-808837-2-iscsi is: [{'id': '6053570a-2175-471d-bc56-35f77ffda96c', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:13:26Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 4, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'gw_port': {'id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:27Z', 'updated_at': '2021-09-15T15:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '1a99de44-793a-47b0-88ef-cc9e7f70588a', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'port_id': 'eb919184-7d3c-4490-9ba8-90d0884ed71c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'mac_address': 'fa:16:3e:90:1c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bbe793-5d58-498b-b337-bd628f33faf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:13:32Z', 'updated_at': '2021-09-15T15:13:46Z', 'revision_number': 1, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab7c781-7eb7-4c43-8cbc-c69834a41779', 'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'mac_address': 'fa:16:3e:a5:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:29Z', 'updated_at': '2021-09-15T15:13:34Z', 'revision_number': 5, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'subnets': [{'id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:13:48.793933 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4576c-23b4-4b02-bbff-7352f73ff63b None None] New status for floating IP 1a99de44-793a-47b0-88ef-cc9e7f70588a: ACTIVE {{(pid=94134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:13:57.331697 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a76e431f-2a16-4170-bd62-397833441631 req-22ab2b01-b125-4b82-8f1f-0b7964b27c7a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401647 Sep 15 15:13:57.391453 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e431f-2a16-4170-bd62-397833441631 req-f5e412a8-722e-42e1-b77d-3adb95bb660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:57.393580 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a76e431f-2a16-4170-bd62-397833441631 req-f5e412a8-722e-42e1-b77d-3adb95bb660b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78ea4c1deb6c4197a4a8c2fd0d13c414&device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 1098 time: 0.0386093 Sep 15 15:13:57.508545 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e431f-2a16-4170-bd62-397833441631 req-4951ac4a-6d36-433d-8477-c3adb7dca96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:57.510037 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a76e431f-2a16-4170-bd62-397833441631 req-4951ac4a-6d36-433d-8477-c3adb7dca96b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 HTTP/1.1" status: 200 len: 911 time: 0.0932715 Sep 15 15:13:57.576064 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a76e431f-2a16-4170-bd62-397833441631 req-fb018cd6-c4e0-4723-bc5d-b16f0c31090a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a4fa7b7-b265-42fa-abed-4464c97217e5 HTTP/1.1" status: 200 len: 1000 time: 0.0575476 Sep 15 15:13:57.633271 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e431f-2a16-4170-bd62-397833441631 req-22e196e3-49e2-4b83-b553-921e9fa86db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:57.634768 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a76e431f-2a16-4170-bd62-397833441631 req-22e196e3-49e2-4b83-b553-921e9fa86db0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0 HTTP/1.1" status: 200 len: 849 time: 0.0472386 Sep 15 15:13:57.682170 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e431f-2a16-4170-bd62-397833441631 req-9c82426a-c182-4497-acf6-8cbd1f7d8158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:13:57.683496 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a76e431f-2a16-4170-bd62-397833441631 req-9c82426a-c182-4497-acf6-8cbd1f7d8158 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d0fe14e1-005c-4c5a-b599-64be3a4bb0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400014 Sep 15 15:13:57.782676 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a76e431f-2a16-4170-bd62-397833441631 req-e29d7b08-6a82-4397-a56e-4d72bffbcd21 service neutron] 10.222.0.47 "GET /v2.0/networks/d0fe14e1-005c-4c5a-b599-64be3a4bb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910347 Sep 15 15:13:57.896019 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a76e431f-2a16-4170-bd62-397833441631 req-c73918af-1025-4cac-8fff-ad0e6260a498 service neutron] 10.222.0.47 "GET /v2.0/networks/d0fe14e1-005c-4c5a-b599-64be3a4bb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982497 Sep 15 15:14:00.015776 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:01.609848 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-88a5d77c-2caf-415f-8af4-c702a73354e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:04.270636 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:04.396112 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-474f84b7-9a83-4eed-996c-33f65c6de5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:05.220142 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:05.874801 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:14:06.971346 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:20.884675 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 53210) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:14:20.990431 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-655c4cd4-8ad7-4428-a02f-d3e46bf15b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:21.079455 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-655c4cd4-8ad7-4428-a02f-d3e46bf15b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:21.083913 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-655c4cd4-8ad7-4428-a02f-d3e46bf15b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:21.124143 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-655c4cd4-8ad7-4428-a02f-d3e46bf15b3b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2dcf6a0179d425faa05df13ea617d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382939 Sep 15 15:14:21.124965 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c4cd4-8ad7-4428-a02f-d3e46bf15b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed68b651-95f5-451f-a2c5-e1f58b937c54,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:21.127071 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 53216) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:14:21.132424 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c4cd4-8ad7-4428-a02f-d3e46bf15b3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.132763 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c4cd4-8ad7-4428-a02f-d3e46bf15b3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.133091 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c4cd4-8ad7-4428-a02f-d3e46bf15b3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.133420 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c4cd4-8ad7-4428-a02f-d3e46bf15b3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.133749 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c4cd4-8ad7-4428-a02f-d3e46bf15b3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.134092 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c4cd4-8ad7-4428-a02f-d3e46bf15b3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.134412 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c4cd4-8ad7-4428-a02f-d3e46bf15b3b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.134785 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c4cd4-8ad7-4428-a02f-d3e46bf15b3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.135044 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c4cd4-8ad7-4428-a02f-d3e46bf15b3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.135360 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c4cd4-8ad7-4428-a02f-d3e46bf15b3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.135670 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c4cd4-8ad7-4428-a02f-d3e46bf15b3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.135978 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c4cd4-8ad7-4428-a02f-d3e46bf15b3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.186344 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-faad3c6c-6928-4685-ad60-50d71c17af82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:21.206696 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-faad3c6c-6928-4685-ad60-50d71c17af82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:21.255697 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-faad3c6c-6928-4685-ad60-50d71c17af82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:21.258719 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-faad3c6c-6928-4685-ad60-50d71c17af82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:21.260190 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-faad3c6c-6928-4685-ad60-50d71c17af82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed68b651-95f5-451f-a2c5-e1f58b937c54 HTTP/1.1" status: 204 len: 168 time: 0.1321125 Sep 15 15:14:21.269841 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad3c6c-6928-4685-ad60-50d71c17af82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed68b651-95f5-451f-a2c5-e1f58b937c54,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:21.278167 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad3c6c-6928-4685-ad60-50d71c17af82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.278414 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad3c6c-6928-4685-ad60-50d71c17af82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.278769 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad3c6c-6928-4685-ad60-50d71c17af82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.279103 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad3c6c-6928-4685-ad60-50d71c17af82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.279469 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad3c6c-6928-4685-ad60-50d71c17af82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.279783 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad3c6c-6928-4685-ad60-50d71c17af82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.280104 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad3c6c-6928-4685-ad60-50d71c17af82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.280428 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad3c6c-6928-4685-ad60-50d71c17af82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.280859 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad3c6c-6928-4685-ad60-50d71c17af82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.281255 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad3c6c-6928-4685-ad60-50d71c17af82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.281578 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad3c6c-6928-4685-ad60-50d71c17af82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:21.281906 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faad3c6c-6928-4685-ad60-50d71c17af82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:25.126638 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de3b1f-0205-4fd3-862e-1e1ab1876889 req-b4137256-7cc3-4ae3-8bcb-50e86efb0d9d tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:25.128865 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e1de3b1f-0205-4fd3-862e-1e1ab1876889 req-b4137256-7cc3-4ae3-8bcb-50e86efb0d9d tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0522251 Sep 15 15:14:25.166201 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e1de3b1f-0205-4fd3-862e-1e1ab1876889 req-6795b99a-cd9a-4228-b8e3-039e4cbea776 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314343 Sep 15 15:14:26.277179 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d2516-42f3-42a9-b630-c8bf36d609c5 req-eca87224-2746-4c05-b5f8-4f60f4063c2f tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:26.278667 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fa6d2516-42f3-42a9-b630-c8bf36d609c5 req-eca87224-2746-4c05-b5f8-4f60f4063c2f tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0476689 Sep 15 15:14:26.316359 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fa6d2516-42f3-42a9-b630-c8bf36d609c5 req-ac246905-6062-4995-b92a-25ba669cb39b tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313668 Sep 15 15:14:27.196621 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2f57c-b6a7-4b82-bfe5-2be8a17baac4 req-372a883a-d34c-4a3f-bf5c-5bda30a42ad1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:27.198089 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-03c2f57c-b6a7-4b82-bfe5-2be8a17baac4 req-372a883a-d34c-4a3f-bf5c-5bda30a42ad1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0488517 Sep 15 15:14:27.285829 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-03c2f57c-b6a7-4b82-bfe5-2be8a17baac4 req-f04fa5f3-296c-46de-bd42-bdac0d753ca5 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Deleting port 0a4fa7b7-b265-42fa-abed-4464c97217e5 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:14:27.286193 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-03c2f57c-b6a7-4b82-bfe5-2be8a17baac4 req-f04fa5f3-296c-46de-bd42-bdac0d753ca5 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:27.376147 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-03c2f57c-b6a7-4b82-bfe5-2be8a17baac4 req-f04fa5f3-296c-46de-bd42-bdac0d753ca5 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] For port 0a4fa7b7-b265-42fa-abed-4464c97217e5, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=0a4fa7b7-b265-42fa-abed-4464c97217e5,segment=NetworkSegment(bde9a5be-c47e-42fa-a79f-27cb72c12d32),segment_id=bde9a5be-c47e-42fa-a79f-27cb72c12d32)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:14:27.376510 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-03c2f57c-b6a7-4b82-bfe5-2be8a17baac4 req-f04fa5f3-296c-46de-bd42-bdac0d753ca5 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:27.432660 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d716283-e3e4-4d59-90ee-f43066737bff req-874ed414-56a5-4b40-a16b-9084f2706d80 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:27.434105 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5d716283-e3e4-4d59-90ee-f43066737bff req-874ed414-56a5-4b40-a16b-9084f2706d80 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bcbba71-baf1-4aba-b179-0343eff15eda HTTP/1.1" status: 200 len: 945 time: 0.0479846 Sep 15 15:14:27.470508 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5d716283-e3e4-4d59-90ee-f43066737bff req-a19ed7d5-d72b-4e2a-bf45-9ac7d30ee7e7 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=d65ab7b9-06fa-453f-b057-b0ae6915a7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305004 Sep 15 15:14:27.591395 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-03c2f57c-b6a7-4b82-bfe5-2be8a17baac4 req-f04fa5f3-296c-46de-bd42-bdac0d753ca5 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:27.591747 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-03c2f57c-b6a7-4b82-bfe5-2be8a17baac4 req-f04fa5f3-296c-46de-bd42-bdac0d753ca5 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675147'] for floatingip, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:27.592055 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.l3_db [req-03c2f57c-b6a7-4b82-bfe5-2be8a17baac4 req-f04fa5f3-296c-46de-bd42-bdac0d753ca5 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Floating IP 67cec14b-fb0d-4ac4-b1ed-9cb2da0e3020 disassociated. External IP: 172.27.1.78, port: 0a4fa7b7-b265-42fa-abed-4464c97217e5. Sep 15 15:14:27.592380 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-03c2f57c-b6a7-4b82-bfe5-2be8a17baac4 req-f04fa5f3-296c-46de-bd42-bdac0d753ca5 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Calling delete_port for 0a4fa7b7-b265-42fa-abed-4464c97217e5 owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:14:27.716439 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-03c2f57c-b6a7-4b82-bfe5-2be8a17baac4 req-f04fa5f3-296c-46de-bd42-bdac0d753ca5 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:27.745569 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fa5f3-296c-46de-bd42-bdac0d753ca5 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Pushing event deleted for resources: {'Port': ['ID=0a4fa7b7-b265-42fa-abed-4464c97217e5,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:27.864150 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03c2f57c-b6a7-4b82-bfe5-2be8a17baac4 req-f04fa5f3-296c-46de-bd42-bdac0d753ca5 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Router 8c5df71a-1066-4f4c-b894-6d94db02acdc has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:14:27.971395 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03c2f57c-b6a7-4b82-bfe5-2be8a17baac4 req-f04fa5f3-296c-46de-bd42-bdac0d753ca5 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:14:27.981749 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0c91ed-4001-4f9b-b409-901ecb048c03 None None] Sync routers for ids ['8c5df71a-1066-4f4c-b894-6d94db02acdc'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:14:27.992026 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0c91ed-4001-4f9b-b409-901ecb048c03 None None] Routers {'8c5df71a-1066-4f4c-b894-6d94db02acdc'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:14:27.992917 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-3f0c91ed-4001-4f9b-b409-901ecb048c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:14:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['8c5df71a-1066-4f4c-b894-6d94db02acdc'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:28.011041 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c2f57c-b6a7-4b82-bfe5-2be8a17baac4 req-f04fa5f3-296c-46de-bd42-bdac0d753ca5 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] No DVR routers for this DVR port 0a4fa7b7-b265-42fa-abed-4464c97217e5 on host hv-cinder-80883 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:14:28.013662 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-03c2f57c-b6a7-4b82-bfe5-2be8a17baac4 req-f04fa5f3-296c-46de-bd42-bdac0d753ca5 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:28.015678 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-03c2f57c-b6a7-4b82-bfe5-2be8a17baac4 req-f04fa5f3-296c-46de-bd42-bdac0d753ca5 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.47 "DELETE /v2.0/ports/0a4fa7b7-b265-42fa-abed-4464c97217e5 HTTP/1.1" status: 204 len: 173 time: 0.8120706 Sep 15 15:14:28.016109 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcbba71-baf1-4aba-b179-0343eff15eda', 'name': 'network-vif-deleted', 'tag': '0a4fa7b7-b265-42fa-abed-4464c97217e5'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:14:28.018485 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3efc3e-3245-41f4-88a8-b5431d9554e9" -d '{"events": [{"server_uuid": "7bcbba71-baf1-4aba-b179-0343eff15eda", "name": "network-vif-deleted", "tag": "0a4fa7b7-b265-42fa-abed-4464c97217e5"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:14:28.057005 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a3f168-ffb7-437e-ac84-ad915fc40e0c x-openstack-request-id: req-21a3f168-ffb7-437e-ac84-ad915fc40e0c {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:14:28.057292 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcbba71-baf1-4aba-b179-0343eff15eda", "name": "network-vif-deleted", "tag": "0a4fa7b7-b265-42fa-abed-4464c97217e5", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:14:28.057540 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21a3f168-ffb7-437e-ac84-ad915fc40e0c {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:14:28.057933 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bcbba71-baf1-4aba-b179-0343eff15eda', 'name': 'network-vif-deleted', 'tag': '0a4fa7b7-b265-42fa-abed-4464c97217e5', 'status': 'completed', 'code': 200} Sep 15 15:14:28.229284 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-3f0c91ed-4001-4f9b-b409-901ecb048c03 None None] Set router 8c5df71a-1066-4f4c-b894-6d94db02acdc gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:14:28.478001 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-3f0c91ed-4001-4f9b-b409-901ecb048c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:49Z', 'updated_at': '2021-09-15T15:10:01Z', 'revision_number': 4, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'gw_port': {'id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '58bc0033-0c3d-4f7c-a005-aa1668aa031f', 'name': '', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'mac_address': 'fa:16:3e:ef:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:56Z', 'updated_at': '2021-09-15T15:10:08Z', 'revision_number': 5, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'subnets': [{'id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:28.527125 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0c91ed-4001-4f9b-b409-901ecb048c03 None None] Checking router: 8c5df71a-1066-4f4c-b894-6d94db02acdc for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:14:28.543880 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0c91ed-4001-4f9b-b409-901ecb048c03 None None] Routers {'8c5df71a-1066-4f4c-b894-6d94db02acdc'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:14:28.544900 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-3f0c91ed-4001-4f9b-b409-901ecb048c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:14:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['8c5df71a-1066-4f4c-b894-6d94db02acdc'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:28.568291 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 53254) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:14:28.627293 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-12a137ea-434d-4b61-b8ed-fbee12e84708 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:28.661402 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-3f0c91ed-4001-4f9b-b409-901ecb048c03 None None] Set router 8c5df71a-1066-4f4c-b894-6d94db02acdc gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:14:28.666958 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-12a137ea-434d-4b61-b8ed-fbee12e84708 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:28.728609 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-12a137ea-434d-4b61-b8ed-fbee12e84708 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:28.731792 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-12a137ea-434d-4b61-b8ed-fbee12e84708 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:28.733025 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-12a137ea-434d-4b61-b8ed-fbee12e84708 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "DELETE /v2.0/security-groups/d65ab7b9-06fa-453f-b057-b0ae6915a7f6 HTTP/1.1" status: 204 len: 168 time: 0.1636605 Sep 15 15:14:28.735770 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 53258) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:14:28.744060 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a137ea-434d-4b61-b8ed-fbee12e84708 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65ab7b9-06fa-453f-b057-b0ae6915a7f6,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:28.757319 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.api.v2.resource [None req-71e32b7c-bb5e-42c4-8d98-6b5f8871f881 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] show failed (client error): The resource could not be found. Sep 15 15:14:28.758437 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-71e32b7c-bb5e-42c4-8d98-6b5f8871f881 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups/d65ab7b9-06fa-453f-b057-b0ae6915a7f6 HTTP/1.1" status: 404 len: 347 time: 0.0203576 Sep 15 15:14:28.761475 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 53260) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:14:28.892827 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-3f0c91ed-4001-4f9b-b409-901ecb048c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:49Z', 'updated_at': '2021-09-15T15:10:01Z', 'revision_number': 4, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'gw_port': {'id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '58bc0033-0c3d-4f7c-a005-aa1668aa031f', 'name': '', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'mac_address': 'fa:16:3e:ef:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:56Z', 'updated_at': '2021-09-15T15:10:08Z', 'revision_number': 5, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'subnets': [{'id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:28.897413 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7863b-d732-4bfc-8323-97eaaff621cf tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Deleting port c196ad81-62d6-43c7-bb30-a831949b036c {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:14:28.897866 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6ce7863b-d732-4bfc-8323-97eaaff621cf tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:28.920774 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0c91ed-4001-4f9b-b409-901ecb048c03 None None] The sync data for ids ['8c5df71a-1066-4f4c-b894-6d94db02acdc'] in dv-cinder-808837-2-iscsi is: [{'id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:49Z', 'updated_at': '2021-09-15T15:10:01Z', 'revision_number': 4, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'gw_port': {'id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '58bc0033-0c3d-4f7c-a005-aa1668aa031f', 'name': '', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'mac_address': 'fa:16:3e:ef:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:56Z', 'updated_at': '2021-09-15T15:10:08Z', 'revision_number': 5, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'subnets': [{'id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:14:28.981226 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6ce7863b-d732-4bfc-8323-97eaaff621cf tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:28.981550 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6ce7863b-d732-4bfc-8323-97eaaff621cf tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:28.998267 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7863b-d732-4bfc-8323-97eaaff621cf tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Calling delete_port for c196ad81-62d6-43c7-bb30-a831949b036c owned by network:floatingip {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:14:29.144126 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6ce7863b-d732-4bfc-8323-97eaaff621cf tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:29.197662 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dafbf54-7951-4ff0-bb09-896720849bd1 None None] New status for floating IP 67cec14b-fb0d-4ac4-b1ed-9cb2da0e3020: DOWN {{(pid=94134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:14:29.426491 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7863b-d732-4bfc-8323-97eaaff621cf tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Pushing event deleted for resources: {'Port': ['ID=c196ad81-62d6-43c7-bb30-a831949b036c,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:29.485325 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6ce7863b-d732-4bfc-8323-97eaaff621cf tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for floatingip, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:29.488139 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6ce7863b-d732-4bfc-8323-97eaaff621cf tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:29.489321 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-6ce7863b-d732-4bfc-8323-97eaaff621cf tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "DELETE /v2.0/floatingips/67cec14b-fb0d-4ac4-b1ed-9cb2da0e3020 HTTP/1.1" status: 204 len: 168 time: 0.7261775 Sep 15 15:14:29.964187 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 53266) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:14:29.968766 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-593405ff-7ca1-4a8f-83c9-1afcf1f77737 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Request body: {'security_group': {'name': 'tempest-securitygroup--148829510', 'description': 'tempest-description--969039844'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:14:29.989858 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-593405ff-7ca1-4a8f-83c9-1afcf1f77737 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:30.036454 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:30.068925 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-593405ff-7ca1-4a8f-83c9-1afcf1f77737 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:30.072266 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-593405ff-7ca1-4a8f-83c9-1afcf1f77737 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:30.098321 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-593405ff-7ca1-4a8f-83c9-1afcf1f77737 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:30.099526 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-593405ff-7ca1-4a8f-83c9-1afcf1f77737 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1343224 Sep 15 15:14:30.101295 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593405ff-7ca1-4a8f-83c9-1afcf1f77737 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56bf3aa4-1bbf-4118-b9b2-d663821138a3,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:30.102765 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 53268) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:14:30.107290 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-4abc90b8-9f21-46b8-a02e-7f831082878c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Request body: {'security_group_rule': {'security_group_id': '56bf3aa4-1bbf-4118-b9b2-d663821138a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:14:30.135134 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4abc90b8-9f21-46b8-a02e-7f831082878c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:30.179887 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4abc90b8-9f21-46b8-a02e-7f831082878c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:30.183096 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4abc90b8-9f21-46b8-a02e-7f831082878c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:30.199826 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc90b8-9f21-46b8-a02e-7f831082878c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc37de39-3dcc-486c-a469-b5432a0fc204,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:30.206763 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4abc90b8-9f21-46b8-a02e-7f831082878c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:30.207929 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-4abc90b8-9f21-46b8-a02e-7f831082878c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1041703 Sep 15 15:14:30.210549 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 53270) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:14:30.214803 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-28bf7683-5fa4-457c-adb6-4abd0c396bdd tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Request body: {'security_group_rule': {'security_group_id': '56bf3aa4-1bbf-4118-b9b2-d663821138a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:14:30.239904 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-28bf7683-5fa4-457c-adb6-4abd0c396bdd tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:30.295815 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-28bf7683-5fa4-457c-adb6-4abd0c396bdd tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:30.299312 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-28bf7683-5fa4-457c-adb6-4abd0c396bdd tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:30.318237 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf7683-5fa4-457c-adb6-4abd0c396bdd tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e50662a1-a1af-4eba-9d5e-c07be27b50b5,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:30.321658 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-28bf7683-5fa4-457c-adb6-4abd0c396bdd tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:30.322859 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-28bf7683-5fa4-457c-adb6-4abd0c396bdd tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113975 Sep 15 15:14:30.325896 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 53272) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:14:30.330099 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-02b52738-b60b-4a33-97bd-beaf3fe6ac72 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Request body: {'floatingip': {'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:14:30.351251 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-02b52738-b60b-4a33-97bd-beaf3fe6ac72 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for floatingip, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:30.446455 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-02b52738-b60b-4a33-97bd-beaf3fe6ac72 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:30.557167 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-02b52738-b60b-4a33-97bd-beaf3fe6ac72 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Allocated IP 172.27.1.31 (de13fce9-42d8-46bf-87ad-5f72634a95fa/379175a2-a4aa-4fa7-8529-653d88fdda18/3991c0cf-6a50-4eca-b7dd-00eb9f570f27) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:14:30.656787 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-02b52738-b60b-4a33-97bd-beaf3fe6ac72 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:30.689513 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-02b52738-b60b-4a33-97bd-beaf3fe6ac72 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:30.726790 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b52738-b60b-4a33-97bd-beaf3fe6ac72 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Network de13fce9-42d8-46bf-87ad-5f72634a95fa is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:14:30.729481 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-02b52738-b60b-4a33-97bd-beaf3fe6ac72 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:14:30.732730 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b52738-b60b-4a33-97bd-beaf3fe6ac72 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:14:30.740845 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b52738-b60b-4a33-97bd-beaf3fe6ac72 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Pushing event updated for resources: {'Port': ['ID=3991c0cf-6a50-4eca-b7dd-00eb9f570f27,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:30.765407 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 0a4fa7b7-b265-42fa-abed-4464c97217e5 no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:14:30.785727 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] No Port match for: 0a4fa7b7-b265-42fa-abed-4464c97217e5 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:14:30.786128 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 0a4fa7b7-b265-42fa-abed-4464c97217e5 not bound to the agent host hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:14:30.823254 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-02b52738-b60b-4a33-97bd-beaf3fe6ac72 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:30.858943 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-02b52738-b60b-4a33-97bd-beaf3fe6ac72 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:31.021588 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-02b52738-b60b-4a33-97bd-beaf3fe6ac72 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:31.026045 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-02b52738-b60b-4a33-97bd-beaf3fe6ac72 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625850'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:31.092918 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b52738-b60b-4a33-97bd-beaf3fe6ac72 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Pushing event updated for resources: {'Port': ['ID=3991c0cf-6a50-4eca-b7dd-00eb9f570f27,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:31.099396 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-02b52738-b60b-4a33-97bd-beaf3fe6ac72 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675147'] for floatingip, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:31.114661 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-02b52738-b60b-4a33-97bd-beaf3fe6ac72 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:31.115978 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-02b52738-b60b-4a33-97bd-beaf3fe6ac72 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7891521 Sep 15 15:14:31.303754 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-5bc6cad6-f73b-4945-9944-6b63c01ba5ee tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--148829510&fields=id&tenant_id=78ea4c1deb6c4197a4a8c2fd0d13c414 HTTP/1.1" status: 200 len: 267 time: 0.0370433 Sep 15 15:14:31.406148 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-849c973f-083a-481e-bede-fe54fec7c20d tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:31.407605 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-849c973f-083a-481e-bede-fe54fec7c20d tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/networks?id=d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 HTTP/1.1" status: 200 len: 810 time: 0.0973241 Sep 15 15:14:31.422679 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-61745cbb-598d-4220-8065-fd5aca7e18a6 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/quotas/78ea4c1deb6c4197a4a8c2fd0d13c414 HTTP/1.1" status: 200 len: 375 time: 0.0088055 Sep 15 15:14:31.474503 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-422a05d1-b215-4725-82c1-7f2efb7324a2 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=78ea4c1deb6c4197a4a8c2fd0d13c414&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464845 Sep 15 15:14:31.572722 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-c6af9bb8-90df-45d3-af96-66ec6bc86c4a service neutron] 10.222.0.44 "GET /v2.0/networks/d0fe14e1-005c-4c5a-b599-64be3a4bb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870991 Sep 15 15:14:31.611022 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1c16f6fd-321f-4280-995f-ee320fff0eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:31.659090 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-b25ba098-49c7-4c76-a652-a095c708b9c5 service neutron] 10.222.0.44 "GET /v2.0/networks/d0fe14e1-005c-4c5a-b599-64be3a4bb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802541 Sep 15 15:14:31.819877 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3b6eb8e6-15ca-427e-9fd1-891a9b8fd9d7 req-70740bdc-d82b-4ab2-9558-43b840c329fd tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5d3248b-3be3-4b16-872d-5dc44b106b90 HTTP/1.1" status: 200 len: 210 time: 0.0289376 Sep 15 15:14:32.693158 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-7a02d006-d701-4927-a2d0-ce1f0d081c86 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:32.694613 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-7a02d006-d701-4927-a2d0-ce1f0d081c86 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.47 "GET /v2.0/networks?id=d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 HTTP/1.1" status: 200 len: 810 time: 0.1017673 Sep 15 15:14:32.739142 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-e92b9ad0-032e-4ad6-b06d-f5a93b1b1020 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78ea4c1deb6c4197a4a8c2fd0d13c414 HTTP/1.1" status: 200 len: 379 time: 0.0357368 Sep 15 15:14:32.752923 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-018e182a-6e46-4046-998e-4ec904223e47 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Request body: {'port': {'device_id': 'c5d3248b-3be3-4b16-872d-5dc44b106b90', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'admin_state_up': True, 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'security_groups': ['56bf3aa4-1bbf-4118-b9b2-d663821138a3']}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:14:32.861468 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-018e182a-6e46-4046-998e-4ec904223e47 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Made reservation on behalf of 78ea4c1deb6c4197a4a8c2fd0d13c414 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:14:32.865946 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-018e182a-6e46-4046-998e-4ec904223e47 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:32.949439 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-65339e95-79c9-40f2-96dd-d6220762214b req-87cbfd60-2fd3-4775-9e13-c53af270f561 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5d3248b-3be3-4b16-872d-5dc44b106b90 HTTP/1.1" status: 200 len: 210 time: 0.0584831 Sep 15 15:14:33.014497 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-018e182a-6e46-4046-998e-4ec904223e47 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Allocated IP 172.20.0.6 (d0fe14e1-005c-4c5a-b599-64be3a4bb0e0/ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0/5d6ce7c7-6959-4a22-a4ca-3b572ab31f36) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:14:33.151298 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-018e182a-6e46-4046-998e-4ec904223e47 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:33.189160 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-018e182a-6e46-4046-998e-4ec904223e47 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:33.231375 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-018e182a-6e46-4046-998e-4ec904223e47 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Network d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:14:33.234242 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-018e182a-6e46-4046-998e-4ec904223e47 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:14:33.237399 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-018e182a-6e46-4046-998e-4ec904223e47 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:14:33.266279 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e182a-6e46-4046-998e-4ec904223e47 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Pushing event updated for resources: {'Port': ['ID=5d6ce7c7-6959-4a22-a4ca-3b572ab31f36,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:33.293843 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-018e182a-6e46-4046-998e-4ec904223e47 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:33.294477 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-018e182a-6e46-4046-998e-4ec904223e47 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:33.309040 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-018e182a-6e46-4046-998e-4ec904223e47 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5601814 Sep 15 15:14:33.322701 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] Request body: {'port': {'device_id': 'c5d3248b-3be3-4b16-872d-5dc44b106b90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80883'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:14:33.383794 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:33.437568 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8f1ca77d-b2da-4985-86d0-dc13d66e62b8 None None] Provisioning complete for port 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:14:33.438301 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f1ca77d-b2da-4985-86d0-dc13d66e62b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:33.470568 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8f1ca77d-b2da-4985-86d0-dc13d66e62b8 None None] Port 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:14:33.636913 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:14:33.645403 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:33.657155 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] Transition to ACTIVE for port object 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:14:33.661547 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:33.712599 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6ce7c7-6959-4a22-a4ca-3b572ab31f36,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:33.785711 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] Attempting to bind port 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 on host hv-cinder-80883 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:14:33.786075 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] Attempting to bind port 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 by drivers openvswitch,hyperv on host hv-cinder-80883 at level 0 using segments [{'id': 'bde9a5be-c47e-42fa-a79f-27cb72c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:14:33.786405 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] Attempting to bind port 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 on network d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:14:33.790865 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] Port 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 on network d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80883 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:14:33.791177 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] Attempting to bind port 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 on network d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:14:33.795958 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] Checking agent: {'id': 'db85dd15-89fb-42a1-b201-2709101a597b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'started_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:14:33.796293 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] Checking segment: {'id': 'bde9a5be-c47e-42fa-a79f-27cb72c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:14:33.796674 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] Bound using segment: {'id': 'bde9a5be-c47e-42fa-a79f-27cb72c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:14:33.797098 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] Bound port: 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36, host: hv-cinder-80883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde9a5be-c47e-42fa-a79f-27cb72c12d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:14:33.797455 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:33.864171 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] For port 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36, host hv-cinder-80883, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:14:33.867150 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] For port 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36, host hv-cinder-80883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=5d6ce7c7-6959-4a22-a4ca-3b572ab31f36,segment=NetworkSegment(bde9a5be-c47e-42fa-a79f-27cb72c12d32),segment_id=bde9a5be-c47e-42fa-a79f-27cb72c12d32)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:14:33.871107 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:33.904102 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:33.904693 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:33.906089 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] 10.222.0.47 "PUT /v2.0/ports/5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 HTTP/1.1" status: 200 len: 1093 time: 0.5875998 Sep 15 15:14:33.906523 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d3248b-3be3-4b16-872d-5dc44b106b90', 'tag': '5d6ce7c7-6959-4a22-a4ca-3b572ab31f36'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:14:33.908745 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3346c140-4f0b-4a04-98c0-f062f8b65176" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d3248b-3be3-4b16-872d-5dc44b106b90", "tag": "5d6ce7c7-6959-4a22-a4ca-3b572ab31f36"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:14:33.941226 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d798fc0-9171-49ca-b24c-b282621895a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6ce7c7-6959-4a22-a4ca-3b572ab31f36,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:33.956378 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7bfd8d-d589-4686-ae95-c7e1f5872d8a x-openstack-request-id: req-1e7bfd8d-d589-4686-ae95-c7e1f5872d8a {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:14:33.956745 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d3248b-3be3-4b16-872d-5dc44b106b90", "tag": "5d6ce7c7-6959-4a22-a4ca-3b572ab31f36", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:14:33.956992 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e7bfd8d-d589-4686-ae95-c7e1f5872d8a {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:14:33.957387 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d3248b-3be3-4b16-872d-5dc44b106b90', 'tag': '5d6ce7c7-6959-4a22-a4ca-3b572ab31f36', 'status': 'completed', 'code': 200} Sep 15 15:14:34.008154 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-451d0288-95fd-4bb5-b0d8-95e9c3c3d531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:34.009714 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-451d0288-95fd-4bb5-b0d8-95e9c3c3d531 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78ea4c1deb6c4197a4a8c2fd0d13c414&device_id=c5d3248b-3be3-4b16-872d-5dc44b106b90 HTTP/1.1" status: 200 len: 1096 time: 0.0469723 Sep 15 15:14:34.057570 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-a4f2d604-033c-4c83-8f76-1e30669eb386 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 HTTP/1.1" status: 200 len: 217 time: 0.0395997 Sep 15 15:14:34.080110 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53a557-dd79-4062-b337-72f28bed3966 req-ba08a645-f5f4-470d-bb9c-c60f7d495924 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:34.082180 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ce53a557-dd79-4062-b337-72f28bed3966 req-ba08a645-f5f4-470d-bb9c-c60f7d495924 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5d3248b-3be3-4b16-872d-5dc44b106b90 HTTP/1.1" status: 200 len: 943 time: 0.0565088 Sep 15 15:14:34.113003 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-b35cdc3e-c96a-4429-bd6f-c08e90037df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:34.115197 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-b35cdc3e-c96a-4429-bd6f-c08e90037df4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0 HTTP/1.1" status: 200 len: 849 time: 0.0505927 Sep 15 15:14:34.126909 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ce53a557-dd79-4062-b337-72f28bed3966 req-4f62ce73-cd36-4736-9439-49854cb97cb6 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=56bf3aa4-1bbf-4118-b9b2-d663821138a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385585 Sep 15 15:14:34.162494 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-5757f782-56ff-41c9-8b31-9627b1def9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:34.163898 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-5757f782-56ff-41c9-8b31-9627b1def9d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d0fe14e1-005c-4c5a-b599-64be3a4bb0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411325 Sep 15 15:14:34.266926 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-07b4e1e0-7607-44e8-a8dd-1ea221130923 service neutron] 10.222.0.47 "GET /v2.0/networks/d0fe14e1-005c-4c5a-b599-64be3a4bb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856407 Sep 15 15:14:34.270553 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:34.360047 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19ac055b-f71e-46e2-b4a7-c9b083cad8dc req-b19327c3-e9f1-4c99-9be4-788328e7fb6c service neutron] 10.222.0.47 "GET /v2.0/networks/d0fe14e1-005c-4c5a-b599-64be3a4bb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856690 Sep 15 15:14:34.400989 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e332e57-74f4-427a-8f2f-d0b8f690f7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:34.446575 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346c140-4f0b-4a04-98c0-f062f8b65176 req-6f46bec6-54ee-4d4c-a98c-25f1dbdf5bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:34.447968 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3346c140-4f0b-4a04-98c0-f062f8b65176 req-6f46bec6-54ee-4d4c-a98c-25f1dbdf5bdf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78ea4c1deb6c4197a4a8c2fd0d13c414&device_id=c5d3248b-3be3-4b16-872d-5dc44b106b90 HTTP/1.1" status: 200 len: 1096 time: 0.0406125 Sep 15 15:14:34.536043 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346c140-4f0b-4a04-98c0-f062f8b65176 req-d938473d-c192-4d7b-ae1e-7573ddf0a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:34.537483 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3346c140-4f0b-4a04-98c0-f062f8b65176 req-d938473d-c192-4d7b-ae1e-7573ddf0a937 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 HTTP/1.1" status: 200 len: 911 time: 0.0825431 Sep 15 15:14:34.583059 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3346c140-4f0b-4a04-98c0-f062f8b65176 req-3ba94151-9308-40d5-adff-99818f4a8a0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 HTTP/1.1" status: 200 len: 217 time: 0.0372941 Sep 15 15:14:34.631555 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346c140-4f0b-4a04-98c0-f062f8b65176 req-5d07095d-811a-45c7-b195-7cac7746ff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:34.632952 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3346c140-4f0b-4a04-98c0-f062f8b65176 req-5d07095d-811a-45c7-b195-7cac7746ff25 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0 HTTP/1.1" status: 200 len: 849 time: 0.0422013 Sep 15 15:14:34.682369 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346c140-4f0b-4a04-98c0-f062f8b65176 req-be7c785c-aec1-474d-bb2c-ac5238b8f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:34.683810 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3346c140-4f0b-4a04-98c0-f062f8b65176 req-be7c785c-aec1-474d-bb2c-ac5238b8f069 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d0fe14e1-005c-4c5a-b599-64be3a4bb0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389590 Sep 15 15:14:34.776533 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3346c140-4f0b-4a04-98c0-f062f8b65176 req-d3f27ff3-204a-43ee-be11-9846484b55be service neutron] 10.222.0.47 "GET /v2.0/networks/d0fe14e1-005c-4c5a-b599-64be3a4bb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848982 Sep 15 15:14:34.865466 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3346c140-4f0b-4a04-98c0-f062f8b65176 req-424d90e0-f824-47d5-9028-173ebd72f13c service neutron] 10.222.0.47 "GET /v2.0/networks/d0fe14e1-005c-4c5a-b599-64be3a4bb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807335 Sep 15 15:14:35.225115 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:35.243069 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482de64-6489-4b07-8060-f4aecc600746 req-97a282e8-9e9f-4d66-b7c6-c6a8e08681dd tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:35.244546 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5482de64-6489-4b07-8060-f4aecc600746 req-97a282e8-9e9f-4d66-b7c6-c6a8e08681dd tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5d3248b-3be3-4b16-872d-5dc44b106b90 HTTP/1.1" status: 200 len: 943 time: 0.0505695 Sep 15 15:14:35.281884 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5482de64-6489-4b07-8060-f4aecc600746 req-24c21ea3-9e58-440e-80d5-072348fe8e8f tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=56bf3aa4-1bbf-4118-b9b2-d663821138a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313146 Sep 15 15:14:36.395496 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add577e-7d6e-4386-a51b-9808ea52ba19 req-3752afac-4991-4a95-be15-d72ea225458b tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:36.396946 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1add577e-7d6e-4386-a51b-9808ea52ba19 req-3752afac-4991-4a95-be15-d72ea225458b tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5d3248b-3be3-4b16-872d-5dc44b106b90 HTTP/1.1" status: 200 len: 943 time: 0.0476582 Sep 15 15:14:36.432771 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1add577e-7d6e-4386-a51b-9808ea52ba19 req-09b6351d-d335-4354-992c-c82dcbf7af89 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=56bf3aa4-1bbf-4118-b9b2-d663821138a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298357 Sep 15 15:14:36.798020 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:14:36.891964 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=5d6ce7c7-6959-4a22-a4ca-3b572ab31f36,segment=NetworkSegment(bde9a5be-c47e-42fa-a79f-27cb72c12d32),segment_id=bde9a5be-c47e-42fa-a79f-27cb72c12d32)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:14:36.902675 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': '5d6ce7c7-6959-4a22-a4ca-3b572ab31f36', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'port_id': '5d6ce7c7-6959-4a22-a4ca-3b572ab31f36', 'mac_address': 'fa:16:3e:50:68:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:14:36.938030 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:36.958688 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:14:36.988732 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:36.990357 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=5d6ce7c7-6959-4a22-a4ca-3b572ab31f36,segment=NetworkSegment(bde9a5be-c47e-42fa-a79f-27cb72c12d32),segment_id=bde9a5be-c47e-42fa-a79f-27cb72c12d32)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:14:36.993816 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:37.039121 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=5d6ce7c7-6959-4a22-a4ca-3b572ab31f36,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:37.045829 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:37.046218 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:37.046558 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:37.046891 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:37.047217 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:37.047543 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:37.047864 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:37.048237 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:37.048519 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:37.048839 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:37.049155 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:37.050143 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:14:37.243626 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['5d6ce7c7-6959-4a22-a4ca-3b572ab31f36'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:14:37.551760 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9e64f-ce2a-4ee8-add4-f2f62f1c0ab7 req-573840e3-73ec-4d7a-8f70-2324d53cc9ee tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:37.553162 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-80c9e64f-ce2a-4ee8-add4-f2f62f1c0ab7 req-573840e3-73ec-4d7a-8f70-2324d53cc9ee tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5d3248b-3be3-4b16-872d-5dc44b106b90 HTTP/1.1" status: 200 len: 944 time: 0.0537300 Sep 15 15:14:37.592072 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-80c9e64f-ce2a-4ee8-add4-f2f62f1c0ab7 req-f681679a-572a-406c-9676-2edf6c349e3c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=56bf3aa4-1bbf-4118-b9b2-d663821138a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329387 Sep 15 15:14:37.691523 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c929f7-56ec-4a7e-be72-dc0c35926db8 req-00a51bc1-bfff-47ca-adce-6d154c9a9d08 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:37.693014 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-58c929f7-56ec-4a7e-be72-dc0c35926db8 req-00a51bc1-bfff-47ca-adce-6d154c9a9d08 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0541034 Sep 15 15:14:37.730577 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-58c929f7-56ec-4a7e-be72-dc0c35926db8 req-703d2e6b-c02d-4545-b272-4f422311ea0d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316701 Sep 15 15:14:38.702521 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7a79-f019-42a4-8162-cd6c4f835d04 req-7c8d8d32-2e1e-4c5a-ad42-8e96048c97d3 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:38.703958 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-63ab7a79-f019-42a4-8162-cd6c4f835d04 req-7c8d8d32-2e1e-4c5a-ad42-8e96048c97d3 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5d3248b-3be3-4b16-872d-5dc44b106b90 HTTP/1.1" status: 200 len: 944 time: 0.0470204 Sep 15 15:14:38.740247 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-63ab7a79-f019-42a4-8162-cd6c4f835d04 req-c930459e-f5b7-4569-9a95-e972e76be9e5 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=56bf3aa4-1bbf-4118-b9b2-d663821138a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304718 Sep 15 15:14:38.806578 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:14:38.847759 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b71cbc-019d-468d-b67b-8bf4dccedb7a req-4bd11280-1582-495e-9561-f2fc1499d67b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:38.849226 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e6b71cbc-019d-468d-b67b-8bf4dccedb7a req-4bd11280-1582-495e-9561-f2fc1499d67b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0496643 Sep 15 15:14:38.857417 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning for port 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:14:38.861164 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:14:38.861529 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:38.888327 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e6b71cbc-019d-468d-b67b-8bf4dccedb7a req-63e90e2b-0462-4bbc-bf0c-d98b7178dfa8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320795 Sep 15 15:14:38.936988 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:38.958727 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d3248b-3be3-4b16-872d-5dc44b106b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6ce7c7-6959-4a22-a4ca-3b572ab31f36'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:14:38.960933 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe105f0c-8a20-4bdd-8d7c-647ab4c9c716" -d '{"events": [{"server_uuid": "c5d3248b-3be3-4b16-872d-5dc44b106b90", "name": "network-vif-plugged", "status": "completed", "tag": "5d6ce7c7-6959-4a22-a4ca-3b572ab31f36"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:14:38.973329 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=5d6ce7c7-6959-4a22-a4ca-3b572ab31f36,segment=NetworkSegment(bde9a5be-c47e-42fa-a79f-27cb72c12d32),segment_id=bde9a5be-c47e-42fa-a79f-27cb72c12d32)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:14:38.977082 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:39.003340 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb0bb29-7fb6-47b2-9f7e-90884e72f8fa x-openstack-request-id: req-2fb0bb29-7fb6-47b2-9f7e-90884e72f8fa {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:14:39.003696 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d3248b-3be3-4b16-872d-5dc44b106b90", "name": "network-vif-plugged", "status": "completed", "tag": "5d6ce7c7-6959-4a22-a4ca-3b572ab31f36", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:14:39.003944 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2fb0bb29-7fb6-47b2-9f7e-90884e72f8fa {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:14:39.004321 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d3248b-3be3-4b16-872d-5dc44b106b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6ce7c7-6959-4a22-a4ca-3b572ab31f36', 'code': 200} Sep 15 15:14:39.028512 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=5d6ce7c7-6959-4a22-a4ca-3b572ab31f36,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:39.157363 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a35d3-7be9-464b-b0dc-76ce02843eb2 req-9904a429-0098-4238-ba70-0034011f128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:39.159414 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-989a35d3-7be9-464b-b0dc-76ce02843eb2 req-9904a429-0098-4238-ba70-0034011f128f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c5d3248b-3be3-4b16-872d-5dc44b106b90 HTTP/1.1" status: 200 len: 1098 time: 0.0387657 Sep 15 15:14:39.194496 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-989a35d3-7be9-464b-b0dc-76ce02843eb2 req-1624de0d-0969-4fa5-b8d1-b66a51cad7c1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=56bf3aa4-1bbf-4118-b9b2-d663821138a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267861 Sep 15 15:14:39.855152 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e72a87-8e22-495b-8071-7a3b0bb91578 req-218512d5-998c-489f-bd7b-18a8091fbc1f tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:39.856608 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-68e72a87-8e22-495b-8071-7a3b0bb91578 req-218512d5-998c-489f-bd7b-18a8091fbc1f tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5d3248b-3be3-4b16-872d-5dc44b106b90 HTTP/1.1" status: 200 len: 945 time: 0.0508645 Sep 15 15:14:39.894549 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-68e72a87-8e22-495b-8071-7a3b0bb91578 req-1eda2f4d-73c5-4075-82ac-e57b1552bd05 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=56bf3aa4-1bbf-4118-b9b2-d663821138a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313525 Sep 15 15:14:40.013656 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971cafe-00fe-46cc-b8eb-8901279f86cd req-c40d2471-bc00-469a-9d96-46228d9a650c tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:40.015148 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6971cafe-00fe-46cc-b8eb-8901279f86cd req-c40d2471-bc00-469a-9d96-46228d9a650c tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0484955 Sep 15 15:14:40.052767 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6971cafe-00fe-46cc-b8eb-8901279f86cd req-f86dd009-ebfc-47f4-990f-c8752c97febc tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317652 Sep 15 15:14:41.006279 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349195a-078a-4fd9-a822-479892904a6c req-34bc162f-ae43-4845-9d28-d1a6d69249aa tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:41.007751 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7349195a-078a-4fd9-a822-479892904a6c req-34bc162f-ae43-4845-9d28-d1a6d69249aa tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5d3248b-3be3-4b16-872d-5dc44b106b90 HTTP/1.1" status: 200 len: 945 time: 0.0490260 Sep 15 15:14:41.044695 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7349195a-078a-4fd9-a822-479892904a6c req-40fd8644-9041-4424-a201-4e25dcf92518 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=56bf3aa4-1bbf-4118-b9b2-d663821138a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311246 Sep 15 15:14:41.162999 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c6c4d-6ab0-4f45-9b69-c58ba58dc43d req-9e2122ca-9f9c-4440-b5e4-2cead69506b3 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:41.164628 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b73c6c4d-6ab0-4f45-9b69-c58ba58dc43d req-9e2122ca-9f9c-4440-b5e4-2cead69506b3 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5d3248b-3be3-4b16-872d-5dc44b106b90 HTTP/1.1" status: 200 len: 945 time: 0.0571852 Sep 15 15:14:41.170208 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbc787-6c1c-4e68-96df-dd5cce04bbcb req-6ad125ec-442a-4449-87d4-b267e1be2517 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:41.170685 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d7dbc787-6c1c-4e68-96df-dd5cce04bbcb req-6ad125ec-442a-4449-87d4-b267e1be2517 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0488698 Sep 15 15:14:41.173353 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 53364) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:14:41.178160 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-600de941-6e18-4b12-b2d8-663dcc2ffff1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Request body: {'floatingip': {'port_id': '5d6ce7c7-6959-4a22-a4ca-3b572ab31f36'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:14:41.230442 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-600de941-6e18-4b12-b2d8-663dcc2ffff1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for floatingip, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:41.303066 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d7dbc787-6c1c-4e68-96df-dd5cce04bbcb req-87ef20da-5e0c-4a29-9292-c98a5977949d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222436 Sep 15 15:14:41.676378 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-600de941-6e18-4b12-b2d8-663dcc2ffff1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:41.680057 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-600de941-6e18-4b12-b2d8-663dcc2ffff1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675147'] for floatingip, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:41.776533 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.l3_db [None req-600de941-6e18-4b12-b2d8-663dcc2ffff1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Floating IP 606df185-8587-45dd-9f1e-4b12022022b3 associated. External IP: 172.27.1.31, port: 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36. Sep 15 15:14:41.995202 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600de941-6e18-4b12-b2d8-663dcc2ffff1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Router 8c5df71a-1066-4f4c-b894-6d94db02acdc has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:14:42.099828 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600de941-6e18-4b12-b2d8-663dcc2ffff1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:14:42.104588 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-600de941-6e18-4b12-b2d8-663dcc2ffff1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:42.109160 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac2a8d1-da8d-4110-b0be-adbdc7f9968a None None] Sync routers for ids ['8c5df71a-1066-4f4c-b894-6d94db02acdc'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:14:42.119053 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac2a8d1-da8d-4110-b0be-adbdc7f9968a None None] Routers {'8c5df71a-1066-4f4c-b894-6d94db02acdc'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:14:42.119672 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-6ac2a8d1-da8d-4110-b0be-adbdc7f9968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:14:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['8c5df71a-1066-4f4c-b894-6d94db02acdc'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:42.131154 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-600de941-6e18-4b12-b2d8-663dcc2ffff1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "PUT /v2.0/floatingips/606df185-8587-45dd-9f1e-4b12022022b3 HTTP/1.1" status: 200 len: 990 time: 0.9568405 Sep 15 15:14:42.131732 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d3248b-3be3-4b16-872d-5dc44b106b90', 'tag': '5d6ce7c7-6959-4a22-a4ca-3b572ab31f36'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:14:42.133952 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c458cfcc-22c1-457f-bcd8-b0465682eedf" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d3248b-3be3-4b16-872d-5dc44b106b90", "tag": "5d6ce7c7-6959-4a22-a4ca-3b572ab31f36"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:14:42.171354 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ff5801-ea16-4012-89b2-d29a433c9e39 x-openstack-request-id: req-23ff5801-ea16-4012-89b2-d29a433c9e39 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:14:42.171776 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d3248b-3be3-4b16-872d-5dc44b106b90", "tag": "5d6ce7c7-6959-4a22-a4ca-3b572ab31f36", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:14:42.172029 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23ff5801-ea16-4012-89b2-d29a433c9e39 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:14:42.172556 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d3248b-3be3-4b16-872d-5dc44b106b90', 'tag': '5d6ce7c7-6959-4a22-a4ca-3b572ab31f36', 'status': 'completed', 'code': 200} Sep 15 15:14:42.240337 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-6ac2a8d1-da8d-4110-b0be-adbdc7f9968a None None] Set router 8c5df71a-1066-4f4c-b894-6d94db02acdc gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:14:42.241598 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458cfcc-22c1-457f-bcd8-b0465682eedf req-96c3d45b-4201-4197-a81e-dd9310ff08e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:42.243120 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c458cfcc-22c1-457f-bcd8-b0465682eedf req-96c3d45b-4201-4197-a81e-dd9310ff08e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78ea4c1deb6c4197a4a8c2fd0d13c414&device_id=c5d3248b-3be3-4b16-872d-5dc44b106b90 HTTP/1.1" status: 200 len: 1098 time: 0.0442541 Sep 15 15:14:42.336835 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458cfcc-22c1-457f-bcd8-b0465682eedf req-e81bbd70-363f-4735-af1b-fd28fa43b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:42.338352 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c458cfcc-22c1-457f-bcd8-b0465682eedf req-e81bbd70-363f-4735-af1b-fd28fa43b714 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 HTTP/1.1" status: 200 len: 911 time: 0.0874858 Sep 15 15:14:42.469676 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-6ac2a8d1-da8d-4110-b0be-adbdc7f9968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:49Z', 'updated_at': '2021-09-15T15:10:01Z', 'revision_number': 4, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'gw_port': {'id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '606df185-8587-45dd-9f1e-4b12022022b3', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'port_id': '5d6ce7c7-6959-4a22-a4ca-3b572ab31f36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'mac_address': 'fa:16:3e:50:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d3248b-3be3-4b16-872d-5dc44b106b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:14:30Z', 'updated_at': '2021-09-15T15:14:41Z', 'revision_number': 1, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bc0033-0c3d-4f7c-a005-aa1668aa031f', 'name': '', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'mac_address': 'fa:16:3e:ef:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:56Z', 'updated_at': '2021-09-15T15:10:08Z', 'revision_number': 5, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'subnets': [{'id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:42.500932 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac2a8d1-da8d-4110-b0be-adbdc7f9968a None None] Checking router: 8c5df71a-1066-4f4c-b894-6d94db02acdc for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:14:42.510734 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac2a8d1-da8d-4110-b0be-adbdc7f9968a None None] Routers {'8c5df71a-1066-4f4c-b894-6d94db02acdc'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:14:42.511364 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-6ac2a8d1-da8d-4110-b0be-adbdc7f9968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:14:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['8c5df71a-1066-4f4c-b894-6d94db02acdc'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:42.623727 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-6ac2a8d1-da8d-4110-b0be-adbdc7f9968a None None] Set router 8c5df71a-1066-4f4c-b894-6d94db02acdc gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:14:42.682371 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c458cfcc-22c1-457f-bcd8-b0465682eedf req-7ca3b941-47e5-47d3-8c65-3adb5c4c9da9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 HTTP/1.1" status: 200 len: 998 time: 0.3369751 Sep 15 15:14:42.694395 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26f2b9-efe6-44c4-a85c-80e0ce505fa7 req-03984853-3445-45ea-8b7d-ea85f60915e1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:42.695811 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cf26f2b9-efe6-44c4-a85c-80e0ce505fa7 req-03984853-3445-45ea-8b7d-ea85f60915e1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0636985 Sep 15 15:14:42.764451 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458cfcc-22c1-457f-bcd8-b0465682eedf req-52a182f7-a5d6-4e2e-a96b-e5f86fde13f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:42.765896 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c458cfcc-22c1-457f-bcd8-b0465682eedf req-52a182f7-a5d6-4e2e-a96b-e5f86fde13f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0 HTTP/1.1" status: 200 len: 849 time: 0.0692427 Sep 15 15:14:42.768837 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cf26f2b9-efe6-44c4-a85c-80e0ce505fa7 req-d0659eda-d1ac-44b2-90c4-e4015f7d654b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643260 Sep 15 15:14:42.815285 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458cfcc-22c1-457f-bcd8-b0465682eedf req-1696fa28-99d2-4051-b47c-a51cdbad65d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:42.816411 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c458cfcc-22c1-457f-bcd8-b0465682eedf req-1696fa28-99d2-4051-b47c-a51cdbad65d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d0fe14e1-005c-4c5a-b599-64be3a4bb0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420785 Sep 15 15:14:42.844407 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-6ac2a8d1-da8d-4110-b0be-adbdc7f9968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:49Z', 'updated_at': '2021-09-15T15:10:01Z', 'revision_number': 4, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'gw_port': {'id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '606df185-8587-45dd-9f1e-4b12022022b3', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'port_id': '5d6ce7c7-6959-4a22-a4ca-3b572ab31f36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'mac_address': 'fa:16:3e:50:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d3248b-3be3-4b16-872d-5dc44b106b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:14:30Z', 'updated_at': '2021-09-15T15:14:41Z', 'revision_number': 1, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bc0033-0c3d-4f7c-a005-aa1668aa031f', 'name': '', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'mac_address': 'fa:16:3e:ef:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:56Z', 'updated_at': '2021-09-15T15:10:08Z', 'revision_number': 5, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'subnets': [{'id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:42.871071 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac2a8d1-da8d-4110-b0be-adbdc7f9968a None None] The sync data for ids ['8c5df71a-1066-4f4c-b894-6d94db02acdc'] in dv-cinder-808837-2-iscsi is: [{'id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:49Z', 'updated_at': '2021-09-15T15:10:01Z', 'revision_number': 4, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'gw_port': {'id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '606df185-8587-45dd-9f1e-4b12022022b3', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'port_id': '5d6ce7c7-6959-4a22-a4ca-3b572ab31f36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'mac_address': 'fa:16:3e:50:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d3248b-3be3-4b16-872d-5dc44b106b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:14:30Z', 'updated_at': '2021-09-15T15:14:41Z', 'revision_number': 1, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bc0033-0c3d-4f7c-a005-aa1668aa031f', 'name': '', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'mac_address': 'fa:16:3e:ef:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:56Z', 'updated_at': '2021-09-15T15:10:08Z', 'revision_number': 5, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'subnets': [{'id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:14:42.874250 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:14:42.910284 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c458cfcc-22c1-457f-bcd8-b0465682eedf req-d4dc86a4-fe42-4fa9-aba8-90ef8cd11782 service neutron] 10.222.0.47 "GET /v2.0/networks/d0fe14e1-005c-4c5a-b599-64be3a4bb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860364 Sep 15 15:14:43.000075 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c458cfcc-22c1-457f-bcd8-b0465682eedf req-9b0fb4f1-99c9-426b-b62a-9b6231e3e7b0 service neutron] 10.222.0.47 "GET /v2.0/networks/d0fe14e1-005c-4c5a-b599-64be3a4bb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831332 Sep 15 15:14:43.059155 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8ca9c9-d0fd-4edb-8fe7-611745144b58 None None] New status for floating IP 606df185-8587-45dd-9f1e-4b12022022b3: ACTIVE {{(pid=94134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:14:43.887687 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c934f0-5137-4bc1-b672-4de730dae7ec req-a1bd6d3c-e144-4965-a4a4-bc3d1eb92992 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:43.889070 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-30c934f0-5137-4bc1-b672-4de730dae7ec req-a1bd6d3c-e144-4965-a4a4-bc3d1eb92992 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0481312 Sep 15 15:14:43.930246 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-30c934f0-5137-4bc1-b672-4de730dae7ec req-f47c3185-fef2-4906-97d9-5fc8398d70a5 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346131 Sep 15 15:14:45.045506 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7553e30-5c5d-4de5-93d6-165ee32e126c req-63c90cf4-daf4-4bec-b3fb-e106ef56d503 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:45.046994 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e7553e30-5c5d-4de5-93d6-165ee32e126c req-63c90cf4-daf4-4bec-b3fb-e106ef56d503 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0477219 Sep 15 15:14:45.084746 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e7553e30-5c5d-4de5-93d6-165ee32e126c req-af5bb0d4-aa4d-4609-8f88-a838e7ac3101 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312581 Sep 15 15:14:46.201302 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d4d24-66be-45e2-8ffa-e92981bedff4 req-649295c3-3171-4ffb-aa4b-ea1740d59ee1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:46.202777 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-984d4d24-66be-45e2-8ffa-e92981bedff4 req-649295c3-3171-4ffb-aa4b-ea1740d59ee1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0477860 Sep 15 15:14:46.239549 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-984d4d24-66be-45e2-8ffa-e92981bedff4 req-1abfc490-0e97-4d86-800a-10a665b32ecb tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303316 Sep 15 15:14:47.356226 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f709ab3-62ed-4f9d-954e-8499b0906930 req-152575fe-d053-4190-9932-0e592dce7af6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:47.357696 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0f709ab3-62ed-4f9d-954e-8499b0906930 req-152575fe-d053-4190-9932-0e592dce7af6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0478227 Sep 15 15:14:47.398553 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0f709ab3-62ed-4f9d-954e-8499b0906930 req-4e969d6e-f0b5-49d8-9392-0b4730df3f10 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349655 Sep 15 15:14:48.717061 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd58bc-6696-46ec-b231-7e41a5142445 req-f211cb19-9963-48ea-b748-9a5c65f07f34 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:48.718601 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-86fd58bc-6696-46ec-b231-7e41a5142445 req-f211cb19-9963-48ea-b748-9a5c65f07f34 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.2467036 Sep 15 15:14:48.769415 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-86fd58bc-6696-46ec-b231-7e41a5142445 req-ab767a02-5c40-4566-989b-42c1b964cac5 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444152 Sep 15 15:14:49.889510 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f688d2-1a50-4b1d-a239-aa40f49e9f01 req-646a3a96-c458-4d85-8f98-96670710ca59 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:49.890981 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e8f688d2-1a50-4b1d-a239-aa40f49e9f01 req-646a3a96-c458-4d85-8f98-96670710ca59 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0479763 Sep 15 15:14:49.927422 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e8f688d2-1a50-4b1d-a239-aa40f49e9f01 req-1b14abf6-250a-45df-a33e-b08c0ca16fb9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305808 Sep 15 15:14:50.869117 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device eb919184-7d3c-4490-9ba8-90d0884ed71c details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:14:51.086004 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0592e-49f0-4656-afc5-d3f2c33a2b8e req-566573ba-2c17-4f5b-bbca-fe01a4d5b897 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:51.094398 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-60f0592e-49f0-4656-afc5-d3f2c33a2b8e req-566573ba-2c17-4f5b-bbca-fe01a4d5b897 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0590243 Sep 15 15:14:51.139551 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port eb919184-7d3c-4490-9ba8-90d0884ed71c, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=eb919184-7d3c-4490-9ba8-90d0884ed71c,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:14:51.152205 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': 'eb919184-7d3c-4490-9ba8-90d0884ed71c', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'port_id': 'eb919184-7d3c-4490-9ba8-90d0884ed71c', 'mac_address': 'fa:16:3e:90:1c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:14:51.156604 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-60f0592e-49f0-4656-afc5-d3f2c33a2b8e req-84c9a441-3175-4ab6-bc0b-5bfb23306794 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610046 Sep 15 15:14:51.209093 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:51.227142 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb919184-7d3c-4490-9ba8-90d0884ed71c {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:14:51.253813 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port eb919184-7d3c-4490-9ba8-90d0884ed71c, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=eb919184-7d3c-4490-9ba8-90d0884ed71c,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:14:51.260779 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:51.316518 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=eb919184-7d3c-4490-9ba8-90d0884ed71c,revision_number=6']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:51.366350 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['eb919184-7d3c-4490-9ba8-90d0884ed71c'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:14:52.291672 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839ca41-e3d8-4fd5-acee-42ad3b8a8e92 req-b6576abd-cf6f-4c8a-9098-69e0bc673f9d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:52.293158 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f839ca41-e3d8-4fd5-acee-42ad3b8a8e92 req-b6576abd-cf6f-4c8a-9098-69e0bc673f9d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 944 time: 0.0656946 Sep 15 15:14:52.343719 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f839ca41-e3d8-4fd5-acee-42ad3b8a8e92 req-41a63fc5-0be7-45fd-bee6-62aea558b925 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433495 Sep 15 15:14:52.892292 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device eb919184-7d3c-4490-9ba8-90d0884ed71c up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:14:52.951420 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port eb919184-7d3c-4490-9ba8-90d0884ed71c triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:14:52.951990 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:53.039239 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:53.070888 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bbe793-5d58-498b-b337-bd628f33faf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb919184-7d3c-4490-9ba8-90d0884ed71c'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:14:53.073930 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4746bab1-1a07-4bef-b189-ff59882bff7c" -d '{"events": [{"server_uuid": "01bbe793-5d58-498b-b337-bd628f33faf4", "name": "network-vif-plugged", "status": "completed", "tag": "eb919184-7d3c-4490-9ba8-90d0884ed71c"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:14:53.088122 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port eb919184-7d3c-4490-9ba8-90d0884ed71c, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=eb919184-7d3c-4490-9ba8-90d0884ed71c,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:14:53.093744 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:53.121677 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284c9800-47bb-4523-bf81-5d007a46d40d x-openstack-request-id: req-284c9800-47bb-4523-bf81-5d007a46d40d {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:14:53.122080 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bbe793-5d58-498b-b337-bd628f33faf4", "name": "network-vif-plugged", "status": "completed", "tag": "eb919184-7d3c-4490-9ba8-90d0884ed71c", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:14:53.122209 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-284c9800-47bb-4523-bf81-5d007a46d40d {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:14:53.122614 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bbe793-5d58-498b-b337-bd628f33faf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb919184-7d3c-4490-9ba8-90d0884ed71c', 'code': 200} Sep 15 15:14:53.151515 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=eb919184-7d3c-4490-9ba8-90d0884ed71c,revision_number=7']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:53.530666 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948d103-727b-4dba-b9ea-0e9ec457885f req-4ac7a59e-6fc1-47fa-9d89-e3943b19c708 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:53.532198 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b948d103-727b-4dba-b9ea-0e9ec457885f req-4ac7a59e-6fc1-47fa-9d89-e3943b19c708 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.1146367 Sep 15 15:14:53.571411 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b948d103-727b-4dba-b9ea-0e9ec457885f req-58b9b677-b763-494e-a135-68f937d57820 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322280 Sep 15 15:14:54.700291 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf153ee8-10cd-4c96-810a-db91e6bbdeae req-b12d839f-14a6-48eb-8827-03c13ce545cb tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:54.701803 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cf153ee8-10cd-4c96-810a-db91e6bbdeae req-b12d839f-14a6-48eb-8827-03c13ce545cb tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0532033 Sep 15 15:14:54.742240 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cf153ee8-10cd-4c96-810a-db91e6bbdeae req-c62a6d0a-4b1e-43df-9419-b2cac86e1e1b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339530 Sep 15 15:14:55.875418 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded04edd-5cae-44d6-b01b-c1a3a4f7ecf5 req-28e17d86-b2b1-42ef-a160-e83c9c7dddd8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:55.876121 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ded04edd-5cae-44d6-b01b-c1a3a4f7ecf5 req-28e17d86-b2b1-42ef-a160-e83c9c7dddd8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0593243 Sep 15 15:14:55.916685 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ded04edd-5cae-44d6-b01b-c1a3a4f7ecf5 req-77937172-b912-4ecc-9841-43a23561a9ce tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331233 Sep 15 15:14:56.854049 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae9fba-04ba-46c6-b0f6-b0db9281fce9 req-17af12ce-85dd-49f1-ab55-94bbed5e6124 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:56.858784 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-50ae9fba-04ba-46c6-b0f6-b0db9281fce9 req-17af12ce-85dd-49f1-ab55-94bbed5e6124 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 946 time: 0.0614679 Sep 15 15:14:56.903478 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-50ae9fba-04ba-46c6-b0f6-b0db9281fce9 req-0993dbdb-0796-4c11-9845-858843a22afe tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381389 Sep 15 15:14:57.055336 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfd095-6b59-4d8f-93d2-579eccf644e5 req-5c4e9a75-0a12-4907-befd-88afda311dda tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:57.057485 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-11bfd095-6b59-4d8f-93d2-579eccf644e5 req-5c4e9a75-0a12-4907-befd-88afda311dda tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0587916 Sep 15 15:14:57.096760 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-11bfd095-6b59-4d8f-93d2-579eccf644e5 req-677cbfa4-7b69-497c-a40a-b3b1934d20f0 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332928 Sep 15 15:14:57.346596 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d06e5b2e-685b-430e-a961-5e29a40c5b40 req-7ab56302-6249-4475-96bb-fd083214a42d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484247 Sep 15 15:14:57.450861 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e5b2e-685b-430e-a961-5e29a40c5b40 req-0817b66e-c6f4-4e07-bed7-3d5745796090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:57.452490 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d06e5b2e-685b-430e-a961-5e29a40c5b40 req-0817b66e-c6f4-4e07-bed7-3d5745796090 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2a7af14495048dd9ccd76e2074b39ea&device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 1099 time: 0.0519004 Sep 15 15:14:57.584055 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e5b2e-685b-430e-a961-5e29a40c5b40 req-d1bcb809-0174-4834-891a-7e77dc22c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:57.585511 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d06e5b2e-685b-430e-a961-5e29a40c5b40 req-d1bcb809-0174-4834-891a-7e77dc22c4e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0e5fccde-8fc2-40b3-a033-f50c6b2a24cc HTTP/1.1" status: 200 len: 909 time: 0.1061370 Sep 15 15:14:57.671712 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d06e5b2e-685b-430e-a961-5e29a40c5b40 req-ede3af86-78a8-4194-b0d2-1aece86235c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db35f560-bec2-42da-b489-6bd566a3fab3 HTTP/1.1" status: 200 len: 1002 time: 0.0741196 Sep 15 15:14:57.730552 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e5b2e-685b-430e-a961-5e29a40c5b40 req-731417dd-0404-47e6-8e8d-a5bdc306a3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:57.732111 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d06e5b2e-685b-430e-a961-5e29a40c5b40 req-731417dd-0404-47e6-8e8d-a5bdc306a3ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b550d78-8522-40d8-a5dc-f8acba57a015 HTTP/1.1" status: 200 len: 847 time: 0.0511150 Sep 15 15:14:57.788652 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e5b2e-685b-430e-a961-5e29a40c5b40 req-2af40895-5f4c-4ce6-806f-b90ff5e8efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:57.790540 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d06e5b2e-685b-430e-a961-5e29a40c5b40 req-2af40895-5f4c-4ce6-806f-b90ff5e8efb8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0e5fccde-8fc2-40b3-a033-f50c6b2a24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488076 Sep 15 15:14:57.896494 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d06e5b2e-685b-430e-a961-5e29a40c5b40 req-372dc3d6-67cd-4f34-8f09-4e7c0d87ff31 service neutron] 10.222.0.47 "GET /v2.0/networks/0e5fccde-8fc2-40b3-a033-f50c6b2a24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980742 Sep 15 15:14:58.012365 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d06e5b2e-685b-430e-a961-5e29a40c5b40 req-112c438a-27cb-41c1-bba4-f1c21fe240de service neutron] 10.222.0.47 "GET /v2.0/networks/0e5fccde-8fc2-40b3-a033-f50c6b2a24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064994 Sep 15 15:14:58.048889 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134b6ef-247f-4881-884f-06444584742f req-14a23b89-7d87-442d-a57d-d1b95e7382a0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:58.050465 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2134b6ef-247f-4881-884f-06444584742f req-14a23b89-7d87-442d-a57d-d1b95e7382a0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 946 time: 0.0590107 Sep 15 15:14:58.099929 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2134b6ef-247f-4881-884f-06444584742f req-a5827481-65ec-4dd7-9600-3b177036c642 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434060 Sep 15 15:14:58.238993 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806bf25-4490-4fbf-b7cc-f973c3c2d72b req-ad807705-3198-4d4e-a0f3-b369906bbae8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:58.240752 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d806bf25-4490-4fbf-b7cc-f973c3c2d72b req-ad807705-3198-4d4e-a0f3-b369906bbae8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0585604 Sep 15 15:14:58.308705 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d806bf25-4490-4fbf-b7cc-f973c3c2d72b req-d5dd24dd-23a6-4a63-95b6-9bbfa05594bd tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615587 Sep 15 15:14:58.531960 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4e7fa-c536-4f13-aa6b-9cf27899d856 req-182071d7-f2dd-42e8-89ae-3e212e3964de tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:58.533710 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-93d4e7fa-c536-4f13-aa6b-9cf27899d856 req-182071d7-f2dd-42e8-89ae-3e212e3964de tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.47 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 946 time: 0.0514946 Sep 15 15:14:58.640086 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-93d4e7fa-c536-4f13-aa6b-9cf27899d856 req-403be733-cea3-4f99-9f41-08918e4ea00e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Deleting port c3e027f3-824b-4b6b-9403-c673a0b3628d {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:14:58.640404 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-93d4e7fa-c536-4f13-aa6b-9cf27899d856 req-403be733-cea3-4f99-9f41-08918e4ea00e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:58.738919 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-93d4e7fa-c536-4f13-aa6b-9cf27899d856 req-403be733-cea3-4f99-9f41-08918e4ea00e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] For port c3e027f3-824b-4b6b-9403-c673a0b3628d, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=c3e027f3-824b-4b6b-9403-c673a0b3628d,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:14:58.739323 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-93d4e7fa-c536-4f13-aa6b-9cf27899d856 req-403be733-cea3-4f99-9f41-08918e4ea00e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:58.915600 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-93d4e7fa-c536-4f13-aa6b-9cf27899d856 req-403be733-cea3-4f99-9f41-08918e4ea00e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:58.916261 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-93d4e7fa-c536-4f13-aa6b-9cf27899d856 req-403be733-cea3-4f99-9f41-08918e4ea00e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675147'] for floatingip, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:58.916261 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.l3_db [req-93d4e7fa-c536-4f13-aa6b-9cf27899d856 req-403be733-cea3-4f99-9f41-08918e4ea00e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Floating IP 2d504303-3226-400c-a818-12bce9bf54fd disassociated. External IP: 172.27.1.190, port: c3e027f3-824b-4b6b-9403-c673a0b3628d. Sep 15 15:14:58.916533 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-93d4e7fa-c536-4f13-aa6b-9cf27899d856 req-403be733-cea3-4f99-9f41-08918e4ea00e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Calling delete_port for c3e027f3-824b-4b6b-9403-c673a0b3628d owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:14:59.066108 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-93d4e7fa-c536-4f13-aa6b-9cf27899d856 req-403be733-cea3-4f99-9f41-08918e4ea00e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:59.095461 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403be733-cea3-4f99-9f41-08918e4ea00e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event deleted for resources: {'Port': ['ID=c3e027f3-824b-4b6b-9403-c673a0b3628d,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:14:59.223501 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-574d0bc7-c9c3-4b79-9bc6-1e74b469fe8a req-9ed25fcd-44ec-4c80-8de8-39e9330d71e8 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=602e1808-e250-4050-8452-e20bab2cb7d9 HTTP/1.1" status: 200 len: 210 time: 0.0301328 Sep 15 15:14:59.238536 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93d4e7fa-c536-4f13-aa6b-9cf27899d856 req-403be733-cea3-4f99-9f41-08918e4ea00e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:14:59.344352 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93d4e7fa-c536-4f13-aa6b-9cf27899d856 req-403be733-cea3-4f99-9f41-08918e4ea00e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:14:59.355390 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06764414-752e-40b1-8bc6-074954e99b7c None None] Sync routers for ids ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:14:59.366452 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06764414-752e-40b1-8bc6-074954e99b7c None None] Routers {'4926f6fb-a987-4a98-ba4c-68d861fe0c03'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:14:59.367472 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-06764414-752e-40b1-8bc6-074954e99b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:14:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:59.389148 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d4e7fa-c536-4f13-aa6b-9cf27899d856 req-403be733-cea3-4f99-9f41-08918e4ea00e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] No DVR routers for this DVR port c3e027f3-824b-4b6b-9403-c673a0b3628d on host hv-cinder-80883 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:14:59.391914 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-93d4e7fa-c536-4f13-aa6b-9cf27899d856 req-403be733-cea3-4f99-9f41-08918e4ea00e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:14:59.394149 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-93d4e7fa-c536-4f13-aa6b-9cf27899d856 req-403be733-cea3-4f99-9f41-08918e4ea00e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.47 "DELETE /v2.0/ports/c3e027f3-824b-4b6b-9403-c673a0b3628d HTTP/1.1" status: 204 len: 173 time: 0.8535113 Sep 15 15:14:59.395472 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602e1808-e250-4050-8452-e20bab2cb7d9', 'name': 'network-vif-deleted', 'tag': 'c3e027f3-824b-4b6b-9403-c673a0b3628d'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:14:59.397921 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bc064e-3486-4d74-9131-056687d77204" -d '{"events": [{"server_uuid": "602e1808-e250-4050-8452-e20bab2cb7d9", "name": "network-vif-deleted", "tag": "c3e027f3-824b-4b6b-9403-c673a0b3628d"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:14:59.434300 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160b70dd-852a-4703-ad69-b1acdb8e6217 x-openstack-request-id: req-160b70dd-852a-4703-ad69-b1acdb8e6217 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:14:59.434583 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "602e1808-e250-4050-8452-e20bab2cb7d9", "name": "network-vif-deleted", "tag": "c3e027f3-824b-4b6b-9403-c673a0b3628d", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:14:59.434828 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-160b70dd-852a-4703-ad69-b1acdb8e6217 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:14:59.435218 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '602e1808-e250-4050-8452-e20bab2cb7d9', 'name': 'network-vif-deleted', 'tag': 'c3e027f3-824b-4b6b-9403-c673a0b3628d', 'status': 'completed', 'code': 200} Sep 15 15:14:59.454370 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8b5f7-4622-49ca-a363-5e4133069a18 req-349be09a-1619-4966-a3da-acb18530ca66 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:59.463366 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-59b8b5f7-4622-49ca-a363-5e4133069a18 req-349be09a-1619-4966-a3da-acb18530ca66 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0734501 Sep 15 15:14:59.497912 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-06764414-752e-40b1-8bc6-074954e99b7c None None] Set router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:14:59.504992 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-59b8b5f7-4622-49ca-a363-5e4133069a18 req-d3426e59-2e8f-4154-9d22-4adb0b5ad655 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407023 Sep 15 15:14:59.707544 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf8e9b-ea81-43be-8d8d-e89949296d28 req-b4883219-07cd-4bb2-ae52-9adaa9bb6b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:59.709091 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c9bf8e9b-ea81-43be-8d8d-e89949296d28 req-b4883219-07cd-4bb2-ae52-9adaa9bb6b13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=556a9049f67b4de0b8a13c508786aaa3&device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 1098 time: 0.0427034 Sep 15 15:14:59.733128 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-06764414-752e-40b1-8bc6-074954e99b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'c33f5a6e-3a66-4165-a1bc-3d466670825c', 'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'mac_address': 'fa:16:3e:4d:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:50Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 5, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'subnets': [{'id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:59.762600 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06764414-752e-40b1-8bc6-074954e99b7c None None] Checking router: 4926f6fb-a987-4a98-ba4c-68d861fe0c03 for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:14:59.771419 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06764414-752e-40b1-8bc6-074954e99b7c None None] Routers {'4926f6fb-a987-4a98-ba4c-68d861fe0c03'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:14:59.772028 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-06764414-752e-40b1-8bc6-074954e99b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:14:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:14:59.823013 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf8e9b-ea81-43be-8d8d-e89949296d28 req-f3bc060f-d40f-45ee-9502-49f5f7b6a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:59.824498 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c9bf8e9b-ea81-43be-8d8d-e89949296d28 req-f3bc060f-d40f-45ee-9502-49f5f7b6a88b service neutron] 10.222.0.47 "GET /v2.0/networks?id=3635f109-97a3-46f1-8eff-fea78dda4f35 HTTP/1.1" status: 200 len: 917 time: 0.0964873 Sep 15 15:14:59.878997 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-06764414-752e-40b1-8bc6-074954e99b7c None None] Set router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:14:59.893550 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c9bf8e9b-ea81-43be-8d8d-e89949296d28 req-71a36b55-a0fd-45ba-9415-489a3449dbdb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb919184-7d3c-4490-9ba8-90d0884ed71c HTTP/1.1" status: 200 len: 999 time: 0.0604455 Sep 15 15:14:59.946745 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf8e9b-ea81-43be-8d8d-e89949296d28 req-bad17a67-06c4-4109-85d7-f0751faeb02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:59.948087 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c9bf8e9b-ea81-43be-8d8d-e89949296d28 req-bad17a67-06c4-4109-85d7-f0751faeb02c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2484f03-06a8-4ae0-a866-7ac80aaa0648 HTTP/1.1" status: 200 len: 855 time: 0.0441997 Sep 15 15:14:59.996232 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf8e9b-ea81-43be-8d8d-e89949296d28 req-164d4cfd-37e0-4c7c-8a7c-261c71f1566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:14:59.997713 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c9bf8e9b-ea81-43be-8d8d-e89949296d28 req-164d4cfd-37e0-4c7c-8a7c-261c71f1566b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3635f109-97a3-46f1-8eff-fea78dda4f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410967 Sep 15 15:15:00.075591 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:00.097221 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-06764414-752e-40b1-8bc6-074954e99b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'c33f5a6e-3a66-4165-a1bc-3d466670825c', 'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'mac_address': 'fa:16:3e:4d:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:50Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 5, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'subnets': [{'id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:00.102747 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c9bf8e9b-ea81-43be-8d8d-e89949296d28 req-6a0d825c-9515-4c14-a095-5950a0bdc5eb service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949316 Sep 15 15:15:00.125664 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06764414-752e-40b1-8bc6-074954e99b7c None None] The sync data for ids ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'] in dv-cinder-808837-2-iscsi is: [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'c33f5a6e-3a66-4165-a1bc-3d466670825c', 'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'mac_address': 'fa:16:3e:4d:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:50Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 5, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'subnets': [{'id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:15:00.215240 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c9bf8e9b-ea81-43be-8d8d-e89949296d28 req-40f30371-b096-4d4a-94c1-d91fbbde484f service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038897 Sep 15 15:15:00.361121 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32190fbc-8297-47a4-b404-1cf985a7332e None None] New status for floating IP 2d504303-3226-400c-a818-12bce9bf54fd: DOWN {{(pid=94134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:15:00.479184 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-5d4b5722-d8c0-43f8-b561-fc3aceadbbd1 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1790760363&fields=id&tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5 HTTP/1.1" status: 200 len: 267 time: 0.0356853 Sep 15 15:15:00.591734 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-a107dc37-c205-41ad-921a-6465cf88810c tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:00.593526 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-a107dc37-c205-41ad-921a-6465cf88810c tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/networks?id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 HTTP/1.1" status: 200 len: 811 time: 0.1071539 Sep 15 15:15:00.608821 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-09d73dc6-46c4-4c45-ad48-15d2fb8fd6b8 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/quotas/94312bf7455c4ab29f3cdb8234ceb8a5 HTTP/1.1" status: 200 len: 375 time: 0.0091317 Sep 15 15:15:00.640433 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3c710-6ee7-4160-8ddf-5359b513821e req-be05e6e2-6dae-4690-8527-b78030c3759b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:00.641904 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f0b3c710-6ee7-4160-8ddf-5359b513821e req-be05e6e2-6dae-4690-8527-b78030c3759b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0540798 Sep 15 15:15:00.661826 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-304ab7c8-0f77-44a3-92e7-89ceaa1c4168 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471838 Sep 15 15:15:00.680744 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f0b3c710-6ee7-4160-8ddf-5359b513821e req-df3fe5c8-ea1c-4588-8fa3-abc2d95155ee tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319042 Sep 15 15:15:00.808711 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-dd21ac93-97be-4d5a-9e63-b23cad15405b service neutron] 10.222.0.44 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343915 Sep 15 15:15:00.900759 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-7a8ace82-50bc-40a9-9e3f-6f53459487ce service neutron] 10.222.0.44 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859463 Sep 15 15:15:01.183709 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fce3f3e3-8158-43e7-b250-179809fb8aba req-0efe850c-7fa3-42d4-b42f-267155ab9d96 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 210 time: 0.0266640 Sep 15 15:15:01.612433 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4248-a07d-4b60-8a97-342c99f95fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:01.807356 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe861dd-d17b-48c5-8ed0-35093d04e5fd req-e273f962-c70d-4529-9e45-c506ac43bd08 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:01.809515 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2fe861dd-d17b-48c5-8ed0-35093d04e5fd req-e273f962-c70d-4529-9e45-c506ac43bd08 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0536685 Sep 15 15:15:01.851464 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2fe861dd-d17b-48c5-8ed0-35093d04e5fd req-23e141d5-3321-4199-963d-6803edddb336 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365381 Sep 15 15:15:02.270087 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-6446f974-9ae0-4405-9e58-13e9418842a5 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:02.271562 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-6446f974-9ae0-4405-9e58-13e9418842a5 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.47 "GET /v2.0/networks?id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 HTTP/1.1" status: 200 len: 811 time: 0.1214368 Sep 15 15:15:02.287127 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7903a891-742c-4d6a-903b-efb3541a01d1 req-6710f26e-70e5-49d6-857b-866ebae09859 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 210 time: 0.0364699 Sep 15 15:15:02.329376 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-0399019e-ca7c-4152-abc4-e00ca9d91143 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5 HTTP/1.1" status: 200 len: 380 time: 0.0336659 Sep 15 15:15:02.341198 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-6e70ba30-e543-45f4-b554-06fcb34bba10 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Request body: {'port': {'device_id': '23e085d4-e555-4c78-9dfc-8965b79ead3c', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'admin_state_up': True, 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'security_groups': ['bcf47aae-f786-4ca7-b464-ecd7fecaf8f8']}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:15:02.451591 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-6e70ba30-e543-45f4-b554-06fcb34bba10 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Made reservation on behalf of 94312bf7455c4ab29f3cdb8234ceb8a5 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:15:02.455267 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-6e70ba30-e543-45f4-b554-06fcb34bba10 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:02.580980 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-6e70ba30-e543-45f4-b554-06fcb34bba10 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Allocated IP 172.20.0.4 (0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7/ab98e2b5-0526-4338-8324-d44ebcc41e73/1af56ccc-e0a8-450d-b135-0b2407cd4b6f) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:15:02.735106 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-6e70ba30-e543-45f4-b554-06fcb34bba10 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:02.770572 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-6e70ba30-e543-45f4-b554-06fcb34bba10 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:02.811554 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-6e70ba30-e543-45f4-b554-06fcb34bba10 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:15:02.814609 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-6e70ba30-e543-45f4-b554-06fcb34bba10 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:15:02.818949 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-6e70ba30-e543-45f4-b554-06fcb34bba10 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:15:02.848582 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70ba30-e543-45f4-b554-06fcb34bba10 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event updated for resources: {'Port': ['ID=1af56ccc-e0a8-450d-b135-0b2407cd4b6f,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:02.874730 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-6e70ba30-e543-45f4-b554-06fcb34bba10 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:02.875388 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-6e70ba30-e543-45f4-b554-06fcb34bba10 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:02.892520 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-6e70ba30-e543-45f4-b554-06fcb34bba10 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5549111 Sep 15 15:15:02.906774 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] Request body: {'port': {'device_id': '23e085d4-e555-4c78-9dfc-8965b79ead3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80883'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:15:02.908477 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device eb919184-7d3c-4490-9ba8-90d0884ed71c no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:15:02.990764 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:03.019677 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed467040-5e84-4497-9934-5fcca4f231b8 req-c2ccba16-34f8-4cc0-97e1-313e3b33b003 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:03.026645 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ed467040-5e84-4497-9934-5fcca4f231b8 req-c2ccba16-34f8-4cc0-97e1-313e3b33b003 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 945 time: 0.0778775 Sep 15 15:15:03.027286 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:03.036841 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-1baabf97-e701-450a-b1d5-f406e03e98e1 None None] Provisioning complete for port 1af56ccc-e0a8-450d-b135-0b2407cd4b6f triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:15:03.037347 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1baabf97-e701-450a-b1d5-f406e03e98e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:03.069744 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ed467040-5e84-4497-9934-5fcca4f231b8 req-a4d0d06b-492c-483b-aaee-a4245d580960 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412152 Sep 15 15:15:03.076216 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bbe793-5d58-498b-b337-bd628f33faf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb919184-7d3c-4490-9ba8-90d0884ed71c'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:15:03.078673 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a96e37-c993-4f33-854e-1ffd05ff5af2" -d '{"events": [{"server_uuid": "01bbe793-5d58-498b-b337-bd628f33faf4", "name": "network-vif-unplugged", "status": "completed", "tag": "eb919184-7d3c-4490-9ba8-90d0884ed71c"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:15:03.097332 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port eb919184-7d3c-4490-9ba8-90d0884ed71c, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=eb919184-7d3c-4490-9ba8-90d0884ed71c,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:15:03.099594 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-1baabf97-e701-450a-b1d5-f406e03e98e1 None None] Port 1af56ccc-e0a8-450d-b135-0b2407cd4b6f cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:15:03.105129 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:03.105949 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device c3e027f3-824b-4b6b-9403-c673a0b3628d no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:15:03.150420 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 15:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2182d4-2a48-4ae8-9532-9350b0ad7102 x-openstack-request-id: req-ed2182d4-2a48-4ae8-9532-9350b0ad7102 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:15:03.150797 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bbe793-5d58-498b-b337-bd628f33faf4", "name": "network-vif-unplugged", "status": "failed", "tag": "eb919184-7d3c-4490-9ba8-90d0884ed71c", "code": 422}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:15:03.151113 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed2182d4-2a48-4ae8-9532-9350b0ad7102 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:15:03.151575 dv-cinder-808837-2-iscsi neutron-server[94133]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '01bbe793-5d58-498b-b337-bd628f33faf4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eb919184-7d3c-4490-9ba8-90d0884ed71c', 'code': 422} returned with failed status Sep 15 15:15:03.152160 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] No Port match for: c3e027f3-824b-4b6b-9403-c673a0b3628d {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:15:03.152603 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device c3e027f3-824b-4b6b-9403-c673a0b3628d not bound to the agent host hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:15:03.184620 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=eb919184-7d3c-4490-9ba8-90d0884ed71c,revision_number=8']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:03.284949 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af56ccc-e0a8-450d-b135-0b2407cd4b6f {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:15:03.292977 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:03.305367 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] Transition to ACTIVE for port object 1af56ccc-e0a8-450d-b135-0b2407cd4b6f will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:15:03.308478 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:03.362303 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] Pushing event updated for resources: {'Port': ['ID=1af56ccc-e0a8-450d-b135-0b2407cd4b6f,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:03.467585 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] Attempting to bind port 1af56ccc-e0a8-450d-b135-0b2407cd4b6f on host hv-cinder-80883 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:15:03.467918 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] Attempting to bind port 1af56ccc-e0a8-450d-b135-0b2407cd4b6f by drivers openvswitch,hyperv on host hv-cinder-80883 at level 0 using segments [{'id': '1eb8ce00-67a7-42b1-9523-85f9fb71db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:15:03.468244 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] Attempting to bind port 1af56ccc-e0a8-450d-b135-0b2407cd4b6f on network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:15:03.477601 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30d2a4-45c6-420b-806e-77f966383d1a req-e777bb08-1b64-49b4-8313-a0788b7e8568 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:03.485041 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cc30d2a4-45c6-420b-806e-77f966383d1a req-e777bb08-1b64-49b4-8313-a0788b7e8568 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 943 time: 0.1002760 Sep 15 15:15:03.502786 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] Port 1af56ccc-e0a8-450d-b135-0b2407cd4b6f on network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80883 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:15:03.503116 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] Attempting to bind port 1af56ccc-e0a8-450d-b135-0b2407cd4b6f on network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:15:03.514493 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] Checking agent: {'id': 'db85dd15-89fb-42a1-b201-2709101a597b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'started_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:15:03.514827 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] Checking segment: {'id': '1eb8ce00-67a7-42b1-9523-85f9fb71db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:15:03.515211 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] Bound using segment: {'id': '1eb8ce00-67a7-42b1-9523-85f9fb71db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:15:03.515650 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] Bound port: 1af56ccc-e0a8-450d-b135-0b2407cd4b6f, host: hv-cinder-80883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb8ce00-67a7-42b1-9523-85f9fb71db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:15:03.516287 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:03.538922 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cc30d2a4-45c6-420b-806e-77f966383d1a req-7e24f4d6-ae93-44b5-9ea6-5f26b5016416 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530951 Sep 15 15:15:03.597570 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] For port 1af56ccc-e0a8-450d-b135-0b2407cd4b6f, host hv-cinder-80883, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:15:03.601217 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] For port 1af56ccc-e0a8-450d-b135-0b2407cd4b6f, host hv-cinder-80883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=1af56ccc-e0a8-450d-b135-0b2407cd4b6f,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:15:03.606332 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:03.639668 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:03.640289 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:03.641660 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] 10.222.0.47 "PUT /v2.0/ports/1af56ccc-e0a8-450d-b135-0b2407cd4b6f HTTP/1.1" status: 200 len: 1093 time: 0.7396657 Sep 15 15:15:03.642121 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e085d4-e555-4c78-9dfc-8965b79ead3c', 'tag': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:15:03.644416 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb648d1-12c7-4a5a-8b3d-99a602753454" -d '{"events": [{"name": "network-changed", "server_uuid": "23e085d4-e555-4c78-9dfc-8965b79ead3c", "tag": "1af56ccc-e0a8-450d-b135-0b2407cd4b6f"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:15:03.683371 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda9303-4e2a-4879-b1a0-86665cc6f1ce service neutron] Pushing event updated for resources: {'Port': ['ID=1af56ccc-e0a8-450d-b135-0b2407cd4b6f,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:03.697271 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [req-9df05e8e-e097-4ce8-ad11-090b81021eaf req-f06eeb34-6ef8-4a37-8eaa-e3470bfa28d1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:15:03.700014 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc33b05-a0bf-4460-ac44-b6f8a7657858 x-openstack-request-id: req-9bc33b05-a0bf-4460-ac44-b6f8a7657858 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:15:03.700305 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e085d4-e555-4c78-9dfc-8965b79ead3c", "tag": "1af56ccc-e0a8-450d-b135-0b2407cd4b6f", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:15:03.700553 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9bc33b05-a0bf-4460-ac44-b6f8a7657858 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:15:03.701217 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e085d4-e555-4c78-9dfc-8965b79ead3c', 'tag': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f', 'status': 'completed', 'code': 200} Sep 15 15:15:03.706350 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9df05e8e-e097-4ce8-ad11-090b81021eaf req-f06eeb34-6ef8-4a37-8eaa-e3470bfa28d1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0714154 Sep 15 15:15:03.784991 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-94ec8668-679a-487f-80ae-26a4409493cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:03.786896 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-94ec8668-679a-487f-80ae-26a4409493cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5&device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 1096 time: 0.0934808 Sep 15 15:15:03.850351 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-b873610d-c729-462b-8ec1-92b680832daf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1af56ccc-e0a8-450d-b135-0b2407cd4b6f HTTP/1.1" status: 200 len: 217 time: 0.0525920 Sep 15 15:15:03.926432 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-f314afa8-aa85-40dc-988c-4c40e6fba7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:03.927635 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-f314afa8-aa85-40dc-988c-4c40e6fba7d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab98e2b5-0526-4338-8324-d44ebcc41e73 HTTP/1.1" status: 200 len: 850 time: 0.0683830 Sep 15 15:15:03.937459 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cceb02-869a-4ac4-86ae-8a59112c355e req-0a1e7b61-dcb3-4ec6-b6fd-c254551d8500 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:03.939514 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e6cceb02-869a-4ac4-86ae-8a59112c355e req-0a1e7b61-dcb3-4ec6-b6fd-c254551d8500 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0919707 Sep 15 15:15:04.009300 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e6cceb02-869a-4ac4-86ae-8a59112c355e req-02ff6d5e-6aa1-4f34-8a56-e42ab7198759 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583858 Sep 15 15:15:04.011878 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-7ffa6ada-f343-4761-a815-f0b225378670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:04.013268 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-7ffa6ada-f343-4761-a815-f0b225378670 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726142 Sep 15 15:15:04.111177 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-3511256d-95e4-4ce0-9fa1-19e673c6845d service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902565 Sep 15 15:15:04.134709 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 53590) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:15:04.209872 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8c6c753-996c-4ac7-8baf-d165cc0598bc req-4967d894-05ae-47d7-bb99-775ebec2c9a2 service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889177 Sep 15 15:15:04.224207 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ca4563fe-7b3d-4c31-8fab-3db2442ec297 req-9f276f7f-cb79-45d0-8f87-21a4eb3fbecc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0882473 Sep 15 15:15:04.235134 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [req-ca4563fe-7b3d-4c31-8fab-3db2442ec297 req-31db6d74-9183-4031-a650-bd9aee007530 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:15:04.236456 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ca4563fe-7b3d-4c31-8fab-3db2442ec297 req-31db6d74-9183-4031-a650-bd9aee007530 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062275 Sep 15 15:15:04.277092 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:04.294244 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb648d1-12c7-4a5a-8b3d-99a602753454 req-d7503cae-3fb2-41df-91de-3c8bdf7d63f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:04.295735 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4eb648d1-12c7-4a5a-8b3d-99a602753454 req-d7503cae-3fb2-41df-91de-3c8bdf7d63f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5&device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 1096 time: 0.0420187 Sep 15 15:15:04.395668 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f2540f58-4eab-47b7-8471-f99e94c2b87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:04.406859 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb648d1-12c7-4a5a-8b3d-99a602753454 req-54da9616-d9dd-4dfa-87f2-e86c0a1fe544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:04.408388 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4eb648d1-12c7-4a5a-8b3d-99a602753454 req-54da9616-d9dd-4dfa-87f2-e86c0a1fe544 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 HTTP/1.1" status: 200 len: 912 time: 0.1005428 Sep 15 15:15:04.455559 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4eb648d1-12c7-4a5a-8b3d-99a602753454 req-c7e11d54-6ce2-4563-baac-5214ad3286e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1af56ccc-e0a8-450d-b135-0b2407cd4b6f HTTP/1.1" status: 200 len: 217 time: 0.0355117 Sep 15 15:15:04.507582 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb648d1-12c7-4a5a-8b3d-99a602753454 req-08e750ce-81f9-498d-bb13-2160e251df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:04.509101 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4eb648d1-12c7-4a5a-8b3d-99a602753454 req-08e750ce-81f9-498d-bb13-2160e251df32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab98e2b5-0526-4338-8324-d44ebcc41e73 HTTP/1.1" status: 200 len: 850 time: 0.0458152 Sep 15 15:15:04.554618 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb648d1-12c7-4a5a-8b3d-99a602753454 req-2264d965-f2f2-43e1-84d3-7288d84b198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:04.556070 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4eb648d1-12c7-4a5a-8b3d-99a602753454 req-2264d965-f2f2-43e1-84d3-7288d84b198a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391021 Sep 15 15:15:04.694957 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18318ea-1495-4555-9c4e-a05e0aea73ca req-b2dab4c9-8d08-4081-beaf-e9c7558d6f02 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:04.696476 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d18318ea-1495-4555-9c4e-a05e0aea73ca req-b2dab4c9-8d08-4081-beaf-e9c7558d6f02 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 943 time: 0.0662467 Sep 15 15:15:04.698446 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4eb648d1-12c7-4a5a-8b3d-99a602753454 req-b5565bb6-d9eb-4813-a308-d012dccf5a1b service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352992 Sep 15 15:15:04.788761 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d18318ea-1495-4555-9c4e-a05e0aea73ca req-1579a717-cf76-4745-a831-c36e041dcf6c tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855477 Sep 15 15:15:04.817668 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4eb648d1-12c7-4a5a-8b3d-99a602753454 req-5cf1b122-16ca-4d73-94eb-407f6234c657 service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080136 Sep 15 15:15:05.141372 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4fc1b-9430-4bd2-9856-39bd694f7594 req-ac925946-d86b-4910-b7fb-50f704c6d185 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:05.142880 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ded4fc1b-9430-4bd2-9856-39bd694f7594 req-ac925946-d86b-4910-b7fb-50f704c6d185 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0501583 Sep 15 15:15:05.190831 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ded4fc1b-9430-4bd2-9856-39bd694f7594 req-f3795015-0f29-4233-a057-0076ea6b0019 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415103 Sep 15 15:15:05.226346 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:05.688536 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4563fe-7b3d-4c31-8fab-3db2442ec297 req-708bed04-faff-4661-9ea1-d8def941d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:05.690036 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ca4563fe-7b3d-4c31-8fab-3db2442ec297 req-708bed04-faff-4661-9ea1-d8def941d80e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4&tenant_id=556a9049f67b4de0b8a13c508786aaa3 HTTP/1.1" status: 200 len: 1096 time: 0.0706658 Sep 15 15:15:05.906545 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbf5f7-e481-4e5a-949f-76af99f8c9f7 req-72173a59-9e81-46ad-80a9-be0ab213f26e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:05.908029 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-70bbf5f7-e481-4e5a-949f-76af99f8c9f7 req-72173a59-9e81-46ad-80a9-be0ab213f26e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 943 time: 0.0502167 Sep 15 15:15:05.955913 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-70bbf5f7-e481-4e5a-949f-76af99f8c9f7 req-da3bd531-2a3d-4444-86f0-406d10c94a1f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415092 Sep 15 15:15:06.008250 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4563fe-7b3d-4c31-8fab-3db2442ec297 req-64b2dd32-e96b-48ab-80f5-b34db7197d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:06.009721 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ca4563fe-7b3d-4c31-8fab-3db2442ec297 req-64b2dd32-e96b-48ab-80f5-b34db7197d2a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=556a9049f67b4de0b8a13c508786aaa3&device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 1096 time: 0.2971320 Sep 15 15:15:06.099732 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4563fe-7b3d-4c31-8fab-3db2442ec297 req-8acf217f-4521-4751-a844-0ce3dc42a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:06.101157 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ca4563fe-7b3d-4c31-8fab-3db2442ec297 req-8acf217f-4521-4751-a844-0ce3dc42a292 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3635f109-97a3-46f1-8eff-fea78dda4f35 HTTP/1.1" status: 200 len: 917 time: 0.0831804 Sep 15 15:15:06.172557 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ca4563fe-7b3d-4c31-8fab-3db2442ec297 req-033d776b-e2bf-494f-a672-113808113aaf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb919184-7d3c-4490-9ba8-90d0884ed71c HTTP/1.1" status: 200 len: 997 time: 0.0635822 Sep 15 15:15:06.221814 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4563fe-7b3d-4c31-8fab-3db2442ec297 req-b6cad73d-d39b-4f9a-aba0-9a93f69d9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:06.223889 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ca4563fe-7b3d-4c31-8fab-3db2442ec297 req-b6cad73d-d39b-4f9a-aba0-9a93f69d9029 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2484f03-06a8-4ae0-a866-7ac80aaa0648 HTTP/1.1" status: 200 len: 855 time: 0.0420339 Sep 15 15:15:06.272829 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4563fe-7b3d-4c31-8fab-3db2442ec297 req-bcd97250-1e3c-41f2-8036-2e2dfb491fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:06.274302 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ca4563fe-7b3d-4c31-8fab-3db2442ec297 req-bcd97250-1e3c-41f2-8036-2e2dfb491fb4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3635f109-97a3-46f1-8eff-fea78dda4f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413463 Sep 15 15:15:06.376764 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62801122-019b-4c63-b643-f2587b5a2597 req-cd0a9763-f91d-445e-ad36-55e62d1a9764 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:06.378522 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-62801122-019b-4c63-b643-f2587b5a2597 req-cd0a9763-f91d-445e-ad36-55e62d1a9764 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.1099291 Sep 15 15:15:06.409949 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ca4563fe-7b3d-4c31-8fab-3db2442ec297 req-c2779304-50b5-46f7-b2ba-33689d47cb9d service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269615 Sep 15 15:15:06.463615 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-62801122-019b-4c63-b643-f2587b5a2597 req-f527f4f8-a1b2-4b59-8ea8-e7a98333cc65 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775561 Sep 15 15:15:06.522107 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ca4563fe-7b3d-4c31-8fab-3db2442ec297 req-a3b493b8-713e-4206-b90c-f96ce0edd496 service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037426 Sep 15 15:15:06.994897 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:07.103189 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61f50d-8ee7-4232-99e8-65a4b5ecb966 req-8f6b5c00-1c31-48cb-bea5-7fdb649cb514 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:07.104704 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-da61f50d-8ee7-4232-99e8-65a4b5ecb966 req-8f6b5c00-1c31-48cb-bea5-7fdb649cb514 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 943 time: 0.0524523 Sep 15 15:15:07.146567 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-da61f50d-8ee7-4232-99e8-65a4b5ecb966 req-9e49f7c8-1f68-484c-8cfb-87848bf16a71 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352752 Sep 15 15:15:07.585247 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4aebc0-466a-480f-9cf5-ad56a459da37 req-9f6e6e79-1fc6-4acd-a2e2-f7b3eb286f5b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:07.586774 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6d4aebc0-466a-480f-9cf5-ad56a459da37 req-9f6e6e79-1fc6-4acd-a2e2-f7b3eb286f5b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0491979 Sep 15 15:15:07.625901 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6d4aebc0-466a-480f-9cf5-ad56a459da37 req-f798baa2-3f19-4d8d-9343-78c187ea8798 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326035 Sep 15 15:15:08.264091 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3e064-75b8-4663-868e-f56a213b0171 req-f7be821b-e402-4c74-aa6f-a37bbd5e7eeb tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:08.265695 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f4d3e064-75b8-4663-868e-f56a213b0171 req-f7be821b-e402-4c74-aa6f-a37bbd5e7eeb tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 943 time: 0.0494881 Sep 15 15:15:08.310062 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f4d3e064-75b8-4663-868e-f56a213b0171 req-2c08d3c1-f58b-4aaf-9a8c-3800935bcbcd tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371921 Sep 15 15:15:08.747995 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9c18a-c9bd-4405-80e3-5c6c0457edb3 req-fc105df6-1a7f-455e-83b2-5f99883abb21 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:08.749466 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-86d9c18a-c9bd-4405-80e3-5c6c0457edb3 req-fc105df6-1a7f-455e-83b2-5f99883abb21 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0499203 Sep 15 15:15:08.788536 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-86d9c18a-c9bd-4405-80e3-5c6c0457edb3 req-2bb7bfa6-6486-49be-8746-ce9d128c1857 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322733 Sep 15 15:15:09.428956 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e3c88-a1d6-480a-9aa1-8b712e82a2b7 req-7169134f-b20c-42db-90ca-b7c153d3cf35 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:09.430413 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-759e3c88-a1d6-480a-9aa1-8b712e82a2b7 req-7169134f-b20c-42db-90ca-b7c153d3cf35 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 943 time: 0.0505700 Sep 15 15:15:09.469298 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-759e3c88-a1d6-480a-9aa1-8b712e82a2b7 req-0577bc1b-3b8d-4e91-aa46-1b6676d9b0d1 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324807 Sep 15 15:15:09.918205 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d6d6a-4e33-4ed5-b139-d5e75ae204cb req-2e96e406-fa2c-4ba3-8b2c-02cff19661d6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:09.919691 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-448d6d6a-4e33-4ed5-b139-d5e75ae204cb req-2e96e406-fa2c-4ba3-8b2c-02cff19661d6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0516231 Sep 15 15:15:09.962739 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-448d6d6a-4e33-4ed5-b139-d5e75ae204cb req-3bd43130-09e4-4ea8-85e3-a15dfe9385c4 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368454 Sep 15 15:15:10.588902 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eef3d7-b1e3-4f90-8c01-b365d132b233 req-c98f9a1b-845c-443b-b930-6747afb708df tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:10.590407 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-18eef3d7-b1e3-4f90-8c01-b365d132b233 req-c98f9a1b-845c-443b-b930-6747afb708df tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 943 time: 0.0512404 Sep 15 15:15:10.634948 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-18eef3d7-b1e3-4f90-8c01-b365d132b233 req-45610c24-b132-471a-bb25-49476e8f5de0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377598 Sep 15 15:15:11.087542 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe26f8-b8a9-4f8f-ba14-48c89f8d0e3d req-f34dbb11-8596-4cc1-8d65-ca3f1276873f tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:11.089137 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e5fe26f8-b8a9-4f8f-ba14-48c89f8d0e3d req-f34dbb11-8596-4cc1-8d65-ca3f1276873f tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0517657 Sep 15 15:15:11.146831 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e5fe26f8-b8a9-4f8f-ba14-48c89f8d0e3d req-7bd02d0f-b430-4ae0-9d62-4aaaef26098f tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456593 Sep 15 15:15:11.752717 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1659b8-abae-45d3-8c4c-dc236ecf18ae req-ac050cf3-bca5-484d-bbbf-193e555759c9 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:11.754942 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0b1659b8-abae-45d3-8c4c-dc236ecf18ae req-ac050cf3-bca5-484d-bbbf-193e555759c9 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 943 time: 0.0505085 Sep 15 15:15:11.797251 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0b1659b8-abae-45d3-8c4c-dc236ecf18ae req-89244c29-b8ef-41ed-9a71-6fd49af10db1 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363457 Sep 15 15:15:12.279114 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a41116-ca82-4e77-8f70-674fe234ecfa req-70fb13b2-8be7-45fc-aca2-aa207e741a25 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:12.281032 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-26a41116-ca82-4e77-8f70-674fe234ecfa req-70fb13b2-8be7-45fc-aca2-aa207e741a25 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0508511 Sep 15 15:15:12.320974 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-26a41116-ca82-4e77-8f70-674fe234ecfa req-07d95dfb-ee85-4ee4-8924-7fd3dd83268d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333095 Sep 15 15:15:12.914340 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f1aa3-8100-4135-a483-6f08b90a09c5 req-88c76224-f135-41d9-adfc-0ae1cb5f47c8 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:12.915841 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-362f1aa3-8100-4135-a483-6f08b90a09c5 req-88c76224-f135-41d9-adfc-0ae1cb5f47c8 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 943 time: 0.0507686 Sep 15 15:15:12.955145 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-362f1aa3-8100-4135-a483-6f08b90a09c5 req-c0d7235d-a493-436b-9af6-e9435d6d34a3 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331841 Sep 15 15:15:13.454524 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda22b6f-149f-4266-aa36-c8a6993a727e req-92f5c4eb-82f9-4ce9-b4cb-d91964ae076c tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:13.455939 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fda22b6f-149f-4266-aa36-c8a6993a727e req-92f5c4eb-82f9-4ce9-b4cb-d91964ae076c tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0508084 Sep 15 15:15:13.507057 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fda22b6f-149f-4266-aa36-c8a6993a727e req-aede3503-d3d6-448e-ada2-76f26d202be9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450771 Sep 15 15:15:14.071980 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b594b9f-a504-4f5a-95b6-f9fdbb24f84b req-41b890a5-4f30-46ef-bd08-6fa47267a970 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:14.073594 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6b594b9f-a504-4f5a-95b6-f9fdbb24f84b req-41b890a5-4f30-46ef-bd08-6fa47267a970 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 943 time: 0.0492592 Sep 15 15:15:14.113815 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6b594b9f-a504-4f5a-95b6-f9fdbb24f84b req-e0287af5-0541-422c-a48e-a92eb01d008c tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331097 Sep 15 15:15:14.631260 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c47cd-40fc-47d2-8b10-179b2ce4bebf req-458e3933-3f0a-4bdd-9000-9f5e50fe6cda tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:14.632763 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-031c47cd-40fc-47d2-8b10-179b2ce4bebf req-458e3933-3f0a-4bdd-9000-9f5e50fe6cda tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0526121 Sep 15 15:15:14.671555 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-031c47cd-40fc-47d2-8b10-179b2ce4bebf req-17e4b95b-9a11-4c15-8fb9-b91bc9c038a6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318525 Sep 15 15:15:15.228416 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6264db-9c12-409e-9fd5-102b7d859ae1 req-d36cf21d-8238-4a08-b4df-58fe3173ac26 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:15.230061 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fb6264db-9c12-409e-9fd5-102b7d859ae1 req-d36cf21d-8238-4a08-b4df-58fe3173ac26 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 943 time: 0.0490222 Sep 15 15:15:15.272013 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fb6264db-9c12-409e-9fd5-102b7d859ae1 req-9e171830-348d-4910-ba9e-6e8289ff3668 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358853 Sep 15 15:15:15.795656 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285340c-3fca-4ca8-a2f3-33f110fc0748 req-c1777f1e-c46b-4cbe-a4fc-a0b01b9c6588 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:15.797142 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8285340c-3fca-4ca8-a2f3-33f110fc0748 req-c1777f1e-c46b-4cbe-a4fc-a0b01b9c6588 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0500915 Sep 15 15:15:15.836340 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8285340c-3fca-4ca8-a2f3-33f110fc0748 req-fee7ce88-a81e-4c66-807d-7e5909979132 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328438 Sep 15 15:15:16.388443 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7280e-0e24-45f4-910b-75f7740bc2cd req-49bd5d78-ec6a-4e81-b972-19a73d06bb23 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:16.390027 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c2c7280e-0e24-45f4-910b-75f7740bc2cd req-49bd5d78-ec6a-4e81-b972-19a73d06bb23 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 943 time: 0.0504148 Sep 15 15:15:16.430924 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c2c7280e-0e24-45f4-910b-75f7740bc2cd req-ebabeb1b-bd6d-49bb-831b-400d256566c3 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340626 Sep 15 15:15:16.961101 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c894920-d2d9-4676-b10c-4bd7d459a0db req-da998bc6-fdda-4b23-866c-32d861ee2c8e tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:16.962747 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8c894920-d2d9-4676-b10c-4bd7d459a0db req-da998bc6-fdda-4b23-866c-32d861ee2c8e tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0494514 Sep 15 15:15:17.004309 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8c894920-d2d9-4676-b10c-4bd7d459a0db req-e6e522e3-8d6a-4ce8-99df-8d9bc1fc5699 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356824 Sep 15 15:15:17.549308 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43224b8-6fec-460b-91dd-1dbf8a293e6c req-2acd5199-7ac7-4480-a3f0-b0672ed3c2ba tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:17.551496 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b43224b8-6fec-460b-91dd-1dbf8a293e6c req-2acd5199-7ac7-4480-a3f0-b0672ed3c2ba tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 943 time: 0.0495734 Sep 15 15:15:17.592071 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b43224b8-6fec-460b-91dd-1dbf8a293e6c req-109474f2-ef92-41b3-bf31-934a29705ff7 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348406 Sep 15 15:15:18.123710 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e4c11-fb10-4c3a-8bc7-d21ce50d4b59 req-43f3fbea-582d-490a-afec-492fe38e39ed tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:18.125190 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cf4e4c11-fb10-4c3a-8bc7-d21ce50d4b59 req-43f3fbea-582d-490a-afec-492fe38e39ed tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0485122 Sep 15 15:15:18.163637 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cf4e4c11-fb10-4c3a-8bc7-d21ce50d4b59 req-8541e4ad-9dcb-47aa-9954-df2b1b91c5b7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321422 Sep 15 15:15:18.704372 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a17c0-9aa8-460a-a133-802d4515a11e req-1a30a5dc-d7e0-44e7-aaf3-10bf50a38261 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:18.705822 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-739a17c0-9aa8-460a-a133-802d4515a11e req-1a30a5dc-d7e0-44e7-aaf3-10bf50a38261 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 943 time: 0.0472856 Sep 15 15:15:18.745161 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-739a17c0-9aa8-460a-a133-802d4515a11e req-1df7c7a9-5c1a-4955-8299-5901dcac6081 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328388 Sep 15 15:15:19.285280 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5ec04-7b55-4786-aaee-c44561380304 req-0ce04965-eed9-4b08-a68b-42fe8aceabf9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:19.286760 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-76f5ec04-7b55-4786-aaee-c44561380304 req-0ce04965-eed9-4b08-a68b-42fe8aceabf9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0485940 Sep 15 15:15:19.323838 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-76f5ec04-7b55-4786-aaee-c44561380304 req-b192c260-3034-42d4-8f9c-2370f45481bd tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312443 Sep 15 15:15:19.859595 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b4829-b39f-46e6-878e-a6ce756a478d req-f13afc54-833a-40f1-9512-52175709acf9 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:19.860948 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-050b4829-b39f-46e6-878e-a6ce756a478d req-f13afc54-833a-40f1-9512-52175709acf9 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 943 time: 0.0504403 Sep 15 15:15:19.872374 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:15:19.902879 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-050b4829-b39f-46e6-878e-a6ce756a478d req-b05eee81-b168-4b59-a260-4b0eceb41731 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359478 Sep 15 15:15:20.441795 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844044-1132-4938-8d15-3b233552fba3 req-59c94fc5-8b0d-4105-b219-c9785ebe82ec tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:20.443336 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-34844044-1132-4938-8d15-3b233552fba3 req-59c94fc5-8b0d-4105-b219-c9785ebe82ec tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0480566 Sep 15 15:15:20.480328 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-34844044-1132-4938-8d15-3b233552fba3 req-dbd6e155-634f-4689-a8fa-97d5e8caa063 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312185 Sep 15 15:15:20.955811 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 1af56ccc-e0a8-450d-b135-0b2407cd4b6f details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:15:21.015332 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e419e8-70e2-4a9d-b305-22c879325d4e req-acba1ed7-4375-4042-9b84-62e52a25e57a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:21.016787 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c8e419e8-70e2-4a9d-b305-22c879325d4e req-acba1ed7-4375-4042-9b84-62e52a25e57a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 943 time: 0.0477719 Sep 15 15:15:21.048041 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 1af56ccc-e0a8-450d-b135-0b2407cd4b6f, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=1af56ccc-e0a8-450d-b135-0b2407cd4b6f,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:15:21.053354 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c8e419e8-70e2-4a9d-b305-22c879325d4e req-f71aeadd-2713-43e6-8c31-e58c43729b99 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297935 Sep 15 15:15:21.059003 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'port_id': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f', 'mac_address': 'fa:16:3e:27:78:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:15:21.099272 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:21.111764 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af56ccc-e0a8-450d-b135-0b2407cd4b6f {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:15:21.130962 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 1af56ccc-e0a8-450d-b135-0b2407cd4b6f, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=1af56ccc-e0a8-450d-b135-0b2407cd4b6f,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:15:21.134527 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:21.184462 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=1af56ccc-e0a8-450d-b135-0b2407cd4b6f,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:21.360982 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['1af56ccc-e0a8-450d-b135-0b2407cd4b6f'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:15:21.599570 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29b9f1-8f61-4075-a76f-31a7aa7503bc req-f20442fb-f0dc-4529-a867-60714356be5e tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:21.601028 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ea29b9f1-8f61-4075-a76f-31a7aa7503bc req-f20442fb-f0dc-4529-a867-60714356be5e tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0481980 Sep 15 15:15:21.638584 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ea29b9f1-8f61-4075-a76f-31a7aa7503bc req-f20a17af-2939-4c52-aaad-d59ae02510cc tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316098 Sep 15 15:15:22.164734 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c08556-ce21-4d4c-a57d-2f587724b0a9 req-78b363f3-660a-4a3c-9c29-e96bbadf0e07 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:22.166220 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-37c08556-ce21-4d4c-a57d-2f587724b0a9 req-78b363f3-660a-4a3c-9c29-e96bbadf0e07 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 944 time: 0.0482128 Sep 15 15:15:22.203819 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-37c08556-ce21-4d4c-a57d-2f587724b0a9 req-ac223020-d2c6-474e-b083-fe94bf76e28c tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316832 Sep 15 15:15:22.757628 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38b995-8ecd-489e-97b7-618249f74a32 req-ba738192-f185-44ee-a86e-e0aeef0abd33 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:22.759101 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1d38b995-8ecd-489e-97b7-618249f74a32 req-ba738192-f185-44ee-a86e-e0aeef0abd33 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0475814 Sep 15 15:15:22.802687 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1d38b995-8ecd-489e-97b7-618249f74a32 req-e4520769-2621-4bd0-824b-40046d8f9701 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350294 Sep 15 15:15:22.968116 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 1af56ccc-e0a8-450d-b135-0b2407cd4b6f up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:15:23.016658 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning for port 1af56ccc-e0a8-450d-b135-0b2407cd4b6f completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:15:23.020582 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port 1af56ccc-e0a8-450d-b135-0b2407cd4b6f triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:15:23.020948 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:23.099216 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:23.121431 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e085d4-e555-4c78-9dfc-8965b79ead3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:15:23.123632 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee0b154-5283-4c8f-b84a-e4e002362ae5" -d '{"events": [{"server_uuid": "23e085d4-e555-4c78-9dfc-8965b79ead3c", "name": "network-vif-plugged", "status": "completed", "tag": "1af56ccc-e0a8-450d-b135-0b2407cd4b6f"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:15:23.137687 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 1af56ccc-e0a8-450d-b135-0b2407cd4b6f, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=1af56ccc-e0a8-450d-b135-0b2407cd4b6f,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:15:23.142372 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:23.169904 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dccb6d-6160-4bb7-9bae-d5c96bcded51 x-openstack-request-id: req-f6dccb6d-6160-4bb7-9bae-d5c96bcded51 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:15:23.170236 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e085d4-e555-4c78-9dfc-8965b79ead3c", "name": "network-vif-plugged", "status": "completed", "tag": "1af56ccc-e0a8-450d-b135-0b2407cd4b6f", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:15:23.170486 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6dccb6d-6160-4bb7-9bae-d5c96bcded51 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:15:23.170940 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e085d4-e555-4c78-9dfc-8965b79ead3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f', 'code': 200} Sep 15 15:15:23.197465 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=1af56ccc-e0a8-450d-b135-0b2407cd4b6f,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:23.338779 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87d004-5e7e-4163-8c6a-3153e1a05f52 req-2ca200c0-079b-40a1-8328-2d1bc8e2269b tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:23.340475 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4e87d004-5e7e-4163-8c6a-3153e1a05f52 req-2ca200c0-079b-40a1-8328-2d1bc8e2269b tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 945 time: 0.0499799 Sep 15 15:15:23.380658 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4e87d004-5e7e-4163-8c6a-3153e1a05f52 req-e9fb4786-b068-4d06-bebb-e4d6f4acffa8 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340290 Sep 15 15:15:23.391904 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782d956-3f08-4e7c-8178-1f8200645621 req-836a684f-29fd-449a-a52c-9582d9f1999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:23.393394 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b782d956-3f08-4e7c-8178-1f8200645621 req-836a684f-29fd-449a-a52c-9582d9f1999e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 1098 time: 0.0397015 Sep 15 15:15:23.432467 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b782d956-3f08-4e7c-8178-1f8200645621 req-9c6c57ec-aed3-41e8-9bec-1dbfcdf5d69f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310936 Sep 15 15:15:23.923445 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67941775-1a47-4a71-80e0-ad690b3adc57 req-5d28044c-fd21-4ed8-ab41-52be80d9db2e tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:23.924825 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-67941775-1a47-4a71-80e0-ad690b3adc57 req-5d28044c-fd21-4ed8-ab41-52be80d9db2e tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0487993 Sep 15 15:15:23.962431 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-67941775-1a47-4a71-80e0-ad690b3adc57 req-0b063c43-facf-4554-a101-55f98662f934 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313616 Sep 15 15:15:24.507567 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdad0eb-bed1-49e5-af5e-cbebe2a0e1a1 req-c94fbd23-ca99-446c-b26f-bb0882faba2d tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:24.509128 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ffdad0eb-bed1-49e5-af5e-cbebe2a0e1a1 req-c94fbd23-ca99-446c-b26f-bb0882faba2d tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 945 time: 0.0510828 Sep 15 15:15:24.546197 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ffdad0eb-bed1-49e5-af5e-cbebe2a0e1a1 req-21265d30-424b-453f-96c9-44f7df057c8f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308588 Sep 15 15:15:25.083580 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e1113-c1f9-4c92-943b-8c15df05f7ca req-df85c7fe-9a43-47a9-baf3-5ab795a4f0b7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:25.085044 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9d8e1113-c1f9-4c92-943b-8c15df05f7ca req-df85c7fe-9a43-47a9-baf3-5ab795a4f0b7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0500493 Sep 15 15:15:25.125369 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9d8e1113-c1f9-4c92-943b-8c15df05f7ca req-28ac395c-da83-4328-8f09-4af268e2471a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344508 Sep 15 15:15:25.665694 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c9424-3b10-4241-84a2-34022a0ee0c5 req-8c1f59e9-0852-434c-a353-265d87fd8eb3 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:25.668529 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ce5c9424-3b10-4241-84a2-34022a0ee0c5 req-8c1f59e9-0852-434c-a353-265d87fd8eb3 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 945 time: 0.0515959 Sep 15 15:15:25.730793 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ce5c9424-3b10-4241-84a2-34022a0ee0c5 req-c3bc5bb4-f5e6-42d5-b255-3cc20ff78cc3 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403767 Sep 15 15:15:25.823808 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749336b1-1634-4937-a400-a2d8b096f419 req-0339d71f-1bbf-40e0-84d0-933b4da4d06b tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:25.825451 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-749336b1-1634-4937-a400-a2d8b096f419 req-0339d71f-1bbf-40e0-84d0-933b4da4d06b tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 945 time: 0.0489314 Sep 15 15:15:25.867081 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-749336b1-1634-4937-a400-a2d8b096f419 req-588cf029-f299-40a5-845b-cfc956a68ede tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353949 Sep 15 15:15:25.889491 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 53742) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:15:25.927540 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d970f6bf-75b9-48c2-b0c9-41afbff71167 tempest-TestVolumeBootPattern-720945804 tempest-TestVolumeBootPattern-720945804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:25.929013 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d970f6bf-75b9-48c2-b0c9-41afbff71167 tempest-TestVolumeBootPattern-720945804 tempest-TestVolumeBootPattern-720945804-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 1093 time: 0.0385296 Sep 15 15:15:25.931750 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 53744) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:15:25.935834 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Request body: {'floatingip': {'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'port_id': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:15:25.957708 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for floatingip, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:26.053234 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:26.159964 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Allocated IP 172.27.1.71 (de13fce9-42d8-46bf-87ad-5f72634a95fa/379175a2-a4aa-4fa7-8529-653d88fdda18/d4655ec1-c569-43b7-9ff9-c6c2f0439571) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:15:26.291774 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:26.302166 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0278699-ab60-472f-80db-e2f6de54d1a0 req-545c9e9b-6d27-418c-b10a-03f449f1d32b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:26.303622 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f0278699-ab60-472f-80db-e2f6de54d1a0 req-545c9e9b-6d27-418c-b10a-03f449f1d32b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 943 time: 0.0792844 Sep 15 15:15:26.359537 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f0278699-ab60-472f-80db-e2f6de54d1a0 req-bfe91413-82c9-4c6f-b23b-482b5af35ee0 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488901 Sep 15 15:15:26.361086 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:26.398273 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Network de13fce9-42d8-46bf-87ad-5f72634a95fa is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:15:26.402327 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:15:26.404863 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:15:26.413066 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event updated for resources: {'Port': ['ID=d4655ec1-c569-43b7-9ff9-c6c2f0439571,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:26.440152 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:26.440490 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:26.440829 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:26.441152 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:26.441614 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:26.441980 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:26.442356 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:26.442678 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:26.442998 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:26.443313 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:26.443624 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:26.443936 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:26.984041 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:27.012255 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device eb919184-7d3c-4490-9ba8-90d0884ed71c details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:15:27.049707 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:27.107649 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port eb919184-7d3c-4490-9ba8-90d0884ed71c, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=eb919184-7d3c-4490-9ba8-90d0884ed71c,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:15:27.118891 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': 'eb919184-7d3c-4490-9ba8-90d0884ed71c', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'port_id': 'eb919184-7d3c-4490-9ba8-90d0884ed71c', 'mac_address': 'fa:16:3e:90:1c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:15:27.156361 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:27.173547 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb919184-7d3c-4490-9ba8-90d0884ed71c {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:15:27.192808 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port eb919184-7d3c-4490-9ba8-90d0884ed71c, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=eb919184-7d3c-4490-9ba8-90d0884ed71c,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:15:27.196698 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:27.200861 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:27.205818 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625850'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:27.248845 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=eb919184-7d3c-4490-9ba8-90d0884ed71c,revision_number=9']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:27.281132 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event updated for resources: {'Port': ['ID=d4655ec1-c569-43b7-9ff9-c6c2f0439571,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:27.291590 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675147'] for floatingip, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:27.388590 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.db.l3_db [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Floating IP 7cb3f32d-723c-4721-94e9-bc44a6d5cc5b associated. External IP: 172.27.1.71, port: 1af56ccc-e0a8-450d-b135-0b2407cd4b6f. Sep 15 15:15:27.423689 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['eb919184-7d3c-4490-9ba8-90d0884ed71c'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:15:27.481918 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33a19e-29ef-449e-b151-d4898f4ed865 req-3f88b4b5-bf9e-4540-9892-1cbcd16c8fc8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:27.483453 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5a33a19e-29ef-449e-b151-d4898f4ed865 req-3f88b4b5-bf9e-4540-9892-1cbcd16c8fc8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 944 time: 0.0497608 Sep 15 15:15:27.529152 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5a33a19e-29ef-449e-b151-d4898f4ed865 req-5f4df3a7-413d-4927-96e8-097dccc5d200 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374184 Sep 15 15:15:27.600251 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:15:27.705654 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:15:27.715817 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd39dc5-bfb4-4c6a-b542-2b5df5fef47c None None] Sync routers for ids ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:15:27.723282 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:27.726379 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd39dc5-bfb4-4c6a-b542-2b5df5fef47c None None] Routers {'4926f6fb-a987-4a98-ba4c-68d861fe0c03'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:15:27.726993 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-7dd39dc5-bfb4-4c6a-b542-2b5df5fef47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:15:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:27.749441 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-be784de0-278e-4305-89f1-99d613297358 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8167188 Sep 15 15:15:27.750159 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e085d4-e555-4c78-9dfc-8965b79ead3c', 'tag': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:15:27.752403 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce72b88ea98b9b59f8744ce31cfa81804ac8f91e830cefd0c1469553d0f4f5f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627fd392-ce59-4c41-8067-70e0eebb34fe" -d '{"events": [{"name": "network-changed", "server_uuid": "23e085d4-e555-4c78-9dfc-8965b79ead3c", "tag": "1af56ccc-e0a8-450d-b135-0b2407cd4b6f"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:15:27.863322 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fac18a1-dbfc-4e77-98e0-0a6df202dcc3 x-openstack-request-id: req-9fac18a1-dbfc-4e77-98e0-0a6df202dcc3 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:15:27.863613 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e085d4-e555-4c78-9dfc-8965b79ead3c", "tag": "1af56ccc-e0a8-450d-b135-0b2407cd4b6f", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:15:27.863853 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9fac18a1-dbfc-4e77-98e0-0a6df202dcc3 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:15:27.864241 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e085d4-e555-4c78-9dfc-8965b79ead3c', 'tag': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f', 'status': 'completed', 'code': 200} Sep 15 15:15:27.928553 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fd392-ce59-4c41-8067-70e0eebb34fe req-e9127f71-a732-467e-b3ea-01b9d8a5c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:27.930034 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-627fd392-ce59-4c41-8067-70e0eebb34fe req-e9127f71-a732-467e-b3ea-01b9d8a5c604 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5&device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 1098 time: 0.0413263 Sep 15 15:15:27.961104 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-7dd39dc5-bfb4-4c6a-b542-2b5df5fef47c None None] Set router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:15:28.023689 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fd392-ce59-4c41-8067-70e0eebb34fe req-088982a7-3475-4e43-9deb-ed188f992fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:28.025158 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-627fd392-ce59-4c41-8067-70e0eebb34fe req-088982a7-3475-4e43-9deb-ed188f992fcb service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 HTTP/1.1" status: 200 len: 912 time: 0.0875838 Sep 15 15:15:28.094905 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-627fd392-ce59-4c41-8067-70e0eebb34fe req-7e2bd879-1465-4e9c-a866-22f589e4419e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1af56ccc-e0a8-450d-b135-0b2407cd4b6f HTTP/1.1" status: 200 len: 998 time: 0.0617948 Sep 15 15:15:28.146993 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fd392-ce59-4c41-8067-70e0eebb34fe req-d3acc16c-f15d-44d4-9211-9d11a15e4384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:28.148495 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-627fd392-ce59-4c41-8067-70e0eebb34fe req-d3acc16c-f15d-44d4-9211-9d11a15e4384 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab98e2b5-0526-4338-8324-d44ebcc41e73 HTTP/1.1" status: 200 len: 850 time: 0.0462291 Sep 15 15:15:28.189152 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-7dd39dc5-bfb4-4c6a-b542-2b5df5fef47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '7cb3f32d-723c-4721-94e9-bc44a6d5cc5b', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'port_id': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'mac_address': 'fa:16:3e:27:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e085d4-e555-4c78-9dfc-8965b79ead3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:15:26Z', 'updated_at': '2021-09-15T15:15:26Z', 'revision_number': 0, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33f5a6e-3a66-4165-a1bc-3d466670825c', 'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'mac_address': 'fa:16:3e:4d:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:50Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 5, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'subnets': [{'id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:28.195965 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fd392-ce59-4c41-8067-70e0eebb34fe req-bdc57e8c-f83d-416f-b79d-321f2dd25614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:28.197480 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-627fd392-ce59-4c41-8067-70e0eebb34fe req-bdc57e8c-f83d-416f-b79d-321f2dd25614 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415978 Sep 15 15:15:28.219339 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd39dc5-bfb4-4c6a-b542-2b5df5fef47c None None] Checking router: 4926f6fb-a987-4a98-ba4c-68d861fe0c03 for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:15:28.227583 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd39dc5-bfb4-4c6a-b542-2b5df5fef47c None None] Routers {'4926f6fb-a987-4a98-ba4c-68d861fe0c03'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:15:28.228194 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-7dd39dc5-bfb4-4c6a-b542-2b5df5fef47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:15:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:28.300678 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-627fd392-ce59-4c41-8067-70e0eebb34fe req-cbf12414-0b9b-4887-b7f0-e217723dc6ca service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957994 Sep 15 15:15:28.333685 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-7dd39dc5-bfb4-4c6a-b542-2b5df5fef47c None None] Set router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:15:28.391235 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-627fd392-ce59-4c41-8067-70e0eebb34fe req-ecd3c07c-a640-433f-80e5-ba385873e776 service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824623 Sep 15 15:15:28.558513 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-7dd39dc5-bfb4-4c6a-b542-2b5df5fef47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '7cb3f32d-723c-4721-94e9-bc44a6d5cc5b', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'port_id': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'mac_address': 'fa:16:3e:27:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e085d4-e555-4c78-9dfc-8965b79ead3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:15:26Z', 'updated_at': '2021-09-15T15:15:26Z', 'revision_number': 0, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33f5a6e-3a66-4165-a1bc-3d466670825c', 'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'mac_address': 'fa:16:3e:4d:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:50Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 5, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'subnets': [{'id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:28.588418 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd39dc5-bfb4-4c6a-b542-2b5df5fef47c None None] The sync data for ids ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'] in dv-cinder-808837-2-iscsi is: [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '7cb3f32d-723c-4721-94e9-bc44a6d5cc5b', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'port_id': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'mac_address': 'fa:16:3e:27:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e085d4-e555-4c78-9dfc-8965b79ead3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:15:26Z', 'updated_at': '2021-09-15T15:15:26Z', 'revision_number': 0, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33f5a6e-3a66-4165-a1bc-3d466670825c', 'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'mac_address': 'fa:16:3e:4d:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:50Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 5, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'subnets': [{'id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:15:28.653540 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514afa6-7ff4-40f9-9d8f-afe283f3ac31 req-8db8aff3-56e4-462f-9432-c0ba1c7e4f9b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:28.655069 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8514afa6-7ff4-40f9-9d8f-afe283f3ac31 req-8db8aff3-56e4-462f-9432-c0ba1c7e4f9b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 944 time: 0.0500908 Sep 15 15:15:28.699442 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8514afa6-7ff4-40f9-9d8f-afe283f3ac31 req-feba9a68-19a7-4d85-9202-5660994c6293 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382152 Sep 15 15:15:28.766221 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300342cc-2556-4f48-ac0e-0b91de330f4a None None] New status for floating IP 7cb3f32d-723c-4721-94e9-bc44a6d5cc5b: ACTIVE {{(pid=94134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:15:29.030632 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device eb919184-7d3c-4490-9ba8-90d0884ed71c up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:15:29.077343 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port eb919184-7d3c-4490-9ba8-90d0884ed71c triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:15:29.077683 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:29.151292 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:29.173280 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bbe793-5d58-498b-b337-bd628f33faf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb919184-7d3c-4490-9ba8-90d0884ed71c'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:15:29.175524 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17ed224-96c7-4ced-8cf7-4e39f387595f" -d '{"events": [{"server_uuid": "01bbe793-5d58-498b-b337-bd628f33faf4", "name": "network-vif-plugged", "status": "completed", "tag": "eb919184-7d3c-4490-9ba8-90d0884ed71c"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:15:29.187848 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port eb919184-7d3c-4490-9ba8-90d0884ed71c, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=eb919184-7d3c-4490-9ba8-90d0884ed71c,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:15:29.191764 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:29.241909 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=eb919184-7d3c-4490-9ba8-90d0884ed71c,revision_number=10']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:29.266220 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c465186-ffa4-4aef-a63c-90a3d29a9f39 x-openstack-request-id: req-7c465186-ffa4-4aef-a63c-90a3d29a9f39 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:15:29.266505 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bbe793-5d58-498b-b337-bd628f33faf4", "name": "network-vif-plugged", "status": "completed", "tag": "eb919184-7d3c-4490-9ba8-90d0884ed71c", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:15:29.266752 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c465186-ffa4-4aef-a63c-90a3d29a9f39 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:15:29.267136 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bbe793-5d58-498b-b337-bd628f33faf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb919184-7d3c-4490-9ba8-90d0884ed71c', 'code': 200} Sep 15 15:15:29.742856 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392c72e-ff67-4327-9c21-8012b1158a8c req-07151787-e073-47d7-9742-ab5e3ab85299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:29.744401 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3392c72e-ff67-4327-9c21-8012b1158a8c req-07151787-e073-47d7-9742-ab5e3ab85299 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 1099 time: 0.0407393 Sep 15 15:15:29.789443 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3392c72e-ff67-4327-9c21-8012b1158a8c req-ff21dfc7-88ba-42e6-94e9-09311e22d4b5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382700 Sep 15 15:15:29.825077 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e141b-8f8b-4fdb-9e16-70945d1384f9 req-af1b3c3b-1615-4156-aca0-1e40addb121a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:29.826567 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b28e141b-8f8b-4fdb-9e16-70945d1384f9 req-af1b3c3b-1615-4156-aca0-1e40addb121a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 946 time: 0.0519075 Sep 15 15:15:29.864295 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b28e141b-8f8b-4fdb-9e16-70945d1384f9 req-7ee9b4a5-40b2-48e8-82fc-ad5c47c4ee5f tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318811 Sep 15 15:15:30.095743 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:30.993892 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9a507-ac82-4c91-af8f-8ac854c123c2 req-169799f8-941a-487e-ba54-6f9757c840c6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:30.995433 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4fb9a507-ac82-4c91-af8f-8ac854c123c2 req-169799f8-941a-487e-ba54-6f9757c840c6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 946 time: 0.0539205 Sep 15 15:15:31.042171 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4fb9a507-ac82-4c91-af8f-8ac854c123c2 req-ad6d157f-522a-475b-a2fc-fe01668d4195 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408585 Sep 15 15:15:31.615075 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-215e7d9e-1c23-46bf-b32c-59887b49d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:32.161834 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6f60e-08e9-4d78-ad8d-3e5b4f0b42e7 req-de34586e-13f7-4340-903a-776cb0098a83 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:32.163678 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-31b6f60e-08e9-4d78-ad8d-3e5b4f0b42e7 req-de34586e-13f7-4340-903a-776cb0098a83 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 946 time: 0.0484974 Sep 15 15:15:32.204076 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-31b6f60e-08e9-4d78-ad8d-3e5b4f0b42e7 req-e0ccc2f7-2c75-486d-a491-3157f2d80941 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345609 Sep 15 15:15:34.271876 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:34.395273 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a31cacdf-c7da-458b-9d50-8d45c15369e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:35.229540 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:36.981967 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:38.076991 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870af01-d4e6-4fcd-9266-4781dd9882a1 req-df2e10ab-ddb0-4a00-a3ce-791bef19b9d5 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:38.078475 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d870af01-d4e6-4fcd-9266-4781dd9882a1 req-df2e10ab-ddb0-4a00-a3ce-791bef19b9d5 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0487940 Sep 15 15:15:38.117676 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d870af01-d4e6-4fcd-9266-4781dd9882a1 req-496e97d1-c0c3-481f-8677-716948114d74 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332468 Sep 15 15:15:39.233948 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cb45a-5ab3-4bfe-8790-6c0be99f01bd req-c9bace2b-697f-49b5-8671-0ef0557d07d8 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:39.235350 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7f2cb45a-5ab3-4bfe-8790-6c0be99f01bd req-c9bace2b-697f-49b5-8671-0ef0557d07d8 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0489006 Sep 15 15:15:39.274910 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7f2cb45a-5ab3-4bfe-8790-6c0be99f01bd req-2b5d0c64-f51d-4052-9c00-261e1ac13697 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329766 Sep 15 15:15:40.389397 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaba451-2594-4fce-80be-b3b566e021ae req-cacde5d8-fbd2-4d51-b024-44f7d1d163e9 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:40.390907 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3aaba451-2594-4fce-80be-b3b566e021ae req-cacde5d8-fbd2-4d51-b024-44f7d1d163e9 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0482597 Sep 15 15:15:40.429048 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3aaba451-2594-4fce-80be-b3b566e021ae req-92a0e666-aa5e-4ca3-881c-ceb6057435db tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316293 Sep 15 15:15:41.543116 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ed3b9-4112-47bf-82dd-d9a3ab715061 req-5b189774-8f9d-4960-8f1f-df2dd5b77657 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:41.544564 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a91ed3b9-4112-47bf-82dd-d9a3ab715061 req-5b189774-8f9d-4960-8f1f-df2dd5b77657 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0512292 Sep 15 15:15:41.582383 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a91ed3b9-4112-47bf-82dd-d9a3ab715061 req-d8d0cbc4-2104-479f-be50-54a3b2a736b3 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320401 Sep 15 15:15:42.695417 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8856ce-a8b5-41b7-b594-bbe17a8adfcc req-fd4d123e-ed3b-4f89-95a4-16bffa8f250a tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:42.697709 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac8856ce-a8b5-41b7-b594-bbe17a8adfcc req-fd4d123e-ed3b-4f89-95a4-16bffa8f250a tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0490744 Sep 15 15:15:42.736397 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac8856ce-a8b5-41b7-b594-bbe17a8adfcc req-499dde17-809e-4981-9cdc-ed114802eef9 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330718 Sep 15 15:15:43.852204 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6321d-af9b-4db1-94ad-c0f0d4fbf992 req-f14bf74a-c58d-45b8-a092-e87be69c9122 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:43.853701 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e7e6321d-af9b-4db1-94ad-c0f0d4fbf992 req-f14bf74a-c58d-45b8-a092-e87be69c9122 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0505760 Sep 15 15:15:43.893380 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e7e6321d-af9b-4db1-94ad-c0f0d4fbf992 req-600de9be-6941-41c1-9101-4d168aaec243 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336747 Sep 15 15:15:44.895523 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b77928-c8c7-46c3-ae03-4569176973dc req-0b0f3f19-99bc-4140-9919-0cb764123976 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:44.896870 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-75b77928-c8c7-46c3-ae03-4569176973dc req-0b0f3f19-99bc-4140-9919-0cb764123976 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5d3248b-3be3-4b16-872d-5dc44b106b90 HTTP/1.1" status: 200 len: 945 time: 0.0470953 Sep 15 15:15:44.934164 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-75b77928-c8c7-46c3-ae03-4569176973dc req-06031fa6-3dc1-4898-8e42-e8a0a5a611cb tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=56bf3aa4-1bbf-4118-b9b2-d663821138a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314353 Sep 15 15:15:45.008369 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb83f81-29d5-4d20-8fc8-15fc9bdcd3ec req-a2dee09c-29cf-4b0e-b1ba-73fc3eb429a1 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:45.009798 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ebb83f81-29d5-4d20-8fc8-15fc9bdcd3ec req-a2dee09c-29cf-4b0e-b1ba-73fc3eb429a1 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0483365 Sep 15 15:15:45.050165 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ebb83f81-29d5-4d20-8fc8-15fc9bdcd3ec req-9c33ceb0-e3ce-4781-b7f8-5a6f13366116 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342731 Sep 15 15:15:46.049004 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c952f5-fa3e-4253-a0dc-078c0288c7df req-f72a6efb-56b2-4d87-98f0-7206ab4cb71f tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:46.050477 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-96c952f5-fa3e-4253-a0dc-078c0288c7df req-f72a6efb-56b2-4d87-98f0-7206ab4cb71f tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5d3248b-3be3-4b16-872d-5dc44b106b90 HTTP/1.1" status: 200 len: 945 time: 0.0510814 Sep 15 15:15:46.088846 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-96c952f5-fa3e-4253-a0dc-078c0288c7df req-aace14cb-82c8-4973-8893-d7909e5cfd4c tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=56bf3aa4-1bbf-4118-b9b2-d663821138a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 Sep 15 15:15:46.168156 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd3cbf-9240-44de-bb07-6d332d455b97 req-ff014152-61e9-4a2a-b24c-b784fcceb26e tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:46.169654 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1edd3cbf-9240-44de-bb07-6d332d455b97 req-ff014152-61e9-4a2a-b24c-b784fcceb26e tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0489576 Sep 15 15:15:46.209169 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1edd3cbf-9240-44de-bb07-6d332d455b97 req-811df3a5-e4a8-4b4a-86c8-8bebf273e7d9 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332820 Sep 15 15:15:46.957037 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6609e-3479-4b10-a50e-c8b8627db7ac req-4ea23bd0-0cb3-425a-9fb8-b55ccb493190 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:46.959087 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1cc6609e-3479-4b10-a50e-c8b8627db7ac req-4ea23bd0-0cb3-425a-9fb8-b55ccb493190 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5d3248b-3be3-4b16-872d-5dc44b106b90 HTTP/1.1" status: 200 len: 945 time: 0.0465996 Sep 15 15:15:47.051029 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-1cc6609e-3479-4b10-a50e-c8b8627db7ac req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Deleting port 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:15:47.051361 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-1cc6609e-3479-4b10-a50e-c8b8627db7ac req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:47.137345 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-1cc6609e-3479-4b10-a50e-c8b8627db7ac req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] For port 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=5d6ce7c7-6959-4a22-a4ca-3b572ab31f36,segment=NetworkSegment(bde9a5be-c47e-42fa-a79f-27cb72c12d32),segment_id=bde9a5be-c47e-42fa-a79f-27cb72c12d32)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:15:47.137703 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-1cc6609e-3479-4b10-a50e-c8b8627db7ac req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:47.203479 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40877949-c38e-49cc-8e80-d0791ea1aec9 req-327f82ed-4130-47c0-844c-5c43b268a666 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:47.204963 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-40877949-c38e-49cc-8e80-d0791ea1aec9 req-327f82ed-4130-47c0-844c-5c43b268a666 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5d3248b-3be3-4b16-872d-5dc44b106b90 HTTP/1.1" status: 200 len: 945 time: 0.0497603 Sep 15 15:15:47.243146 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-40877949-c38e-49cc-8e80-d0791ea1aec9 req-640d07c0-fdaf-4118-a0f5-280a74352e0b tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups?id=56bf3aa4-1bbf-4118-b9b2-d663821138a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314980 Sep 15 15:15:47.336116 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-1cc6609e-3479-4b10-a50e-c8b8627db7ac req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:47.336715 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-1cc6609e-3479-4b10-a50e-c8b8627db7ac req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675147'] for floatingip, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:47.336843 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.l3_db [req-1cc6609e-3479-4b10-a50e-c8b8627db7ac req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Floating IP 606df185-8587-45dd-9f1e-4b12022022b3 disassociated. External IP: 172.27.1.31, port: 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36. Sep 15 15:15:47.337079 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-1cc6609e-3479-4b10-a50e-c8b8627db7ac req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Calling delete_port for 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:15:47.361767 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a04fe-3c3d-4c78-9ef0-7acf31ae9340 req-95d4bb41-0bca-4bd4-9d10-8c4d7492ccfd tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:47.363252 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3d8a04fe-3c3d-4c78-9ef0-7acf31ae9340 req-95d4bb41-0bca-4bd4-9d10-8c4d7492ccfd tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0792131 Sep 15 15:15:47.439967 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3d8a04fe-3c3d-4c78-9ef0-7acf31ae9340 req-f60d903d-133e-4776-8047-7a610e494444 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493770 Sep 15 15:15:47.505992 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-1cc6609e-3479-4b10-a50e-c8b8627db7ac req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:47.532392 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Pushing event deleted for resources: {'Port': ['ID=5d6ce7c7-6959-4a22-a4ca-3b572ab31f36,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:47.542390 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:47.542738 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:47.543075 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:47.543403 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:47.543728 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:47.544052 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:47.544373 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:47.544690 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:47.545010 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:47.545798 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:47.545798 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:47.546002 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:47.656224 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cc6609e-3479-4b10-a50e-c8b8627db7ac req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Router 8c5df71a-1066-4f4c-b894-6d94db02acdc has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:15:47.765546 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cc6609e-3479-4b10-a50e-c8b8627db7ac req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:15:47.775486 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789005c1-7e34-47b7-b13c-fbe0c2bb28dd None None] Sync routers for ids ['8c5df71a-1066-4f4c-b894-6d94db02acdc'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:15:47.784632 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789005c1-7e34-47b7-b13c-fbe0c2bb28dd None None] Routers {'8c5df71a-1066-4f4c-b894-6d94db02acdc'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:15:47.785246 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-789005c1-7e34-47b7-b13c-fbe0c2bb28dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:15:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['8c5df71a-1066-4f4c-b894-6d94db02acdc'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:47.805099 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc6609e-3479-4b10-a50e-c8b8627db7ac req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] No DVR routers for this DVR port 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 on host hv-cinder-80883 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:15:47.807681 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-1cc6609e-3479-4b10-a50e-c8b8627db7ac req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:47.809609 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1cc6609e-3479-4b10-a50e-c8b8627db7ac req-cfcbfcc1-5f7d-4eb4-b84b-06fe613eb1d0 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.47 "DELETE /v2.0/ports/5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 HTTP/1.1" status: 204 len: 173 time: 0.8429763 Sep 15 15:15:47.810052 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d3248b-3be3-4b16-872d-5dc44b106b90', 'name': 'network-vif-deleted', 'tag': '5d6ce7c7-6959-4a22-a4ca-3b572ab31f36'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:15:47.812265 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ec4f27-0c2e-4ac8-a28c-4de0f5f874f5" -d '{"events": [{"server_uuid": "c5d3248b-3be3-4b16-872d-5dc44b106b90", "name": "network-vif-deleted", "tag": "5d6ce7c7-6959-4a22-a4ca-3b572ab31f36"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:15:47.894898 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-789005c1-7e34-47b7-b13c-fbe0c2bb28dd None None] Set router 8c5df71a-1066-4f4c-b894-6d94db02acdc gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:15:47.917538 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57922d5-b396-4589-afec-2a9daa5b1cfe x-openstack-request-id: req-a57922d5-b396-4589-afec-2a9daa5b1cfe {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:15:47.917832 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d3248b-3be3-4b16-872d-5dc44b106b90", "name": "network-vif-deleted", "tag": "5d6ce7c7-6959-4a22-a4ca-3b572ab31f36", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:15:47.918112 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a57922d5-b396-4589-afec-2a9daa5b1cfe {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:15:47.918500 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d3248b-3be3-4b16-872d-5dc44b106b90', 'name': 'network-vif-deleted', 'tag': '5d6ce7c7-6959-4a22-a4ca-3b572ab31f36', 'status': 'completed', 'code': 200} Sep 15 15:15:48.105235 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-789005c1-7e34-47b7-b13c-fbe0c2bb28dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:49Z', 'updated_at': '2021-09-15T15:10:01Z', 'revision_number': 4, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'gw_port': {'id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '58bc0033-0c3d-4f7c-a005-aa1668aa031f', 'name': '', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'mac_address': 'fa:16:3e:ef:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:56Z', 'updated_at': '2021-09-15T15:10:08Z', 'revision_number': 5, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'subnets': [{'id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:48.131778 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789005c1-7e34-47b7-b13c-fbe0c2bb28dd None None] Checking router: 8c5df71a-1066-4f4c-b894-6d94db02acdc for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:15:48.139685 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789005c1-7e34-47b7-b13c-fbe0c2bb28dd None None] Routers {'8c5df71a-1066-4f4c-b894-6d94db02acdc'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:15:48.140284 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-789005c1-7e34-47b7-b13c-fbe0c2bb28dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:15:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['8c5df71a-1066-4f4c-b894-6d94db02acdc'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:48.242673 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-789005c1-7e34-47b7-b13c-fbe0c2bb28dd None None] Set router 8c5df71a-1066-4f4c-b894-6d94db02acdc gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:15:48.357085 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1296e9d4-be32-458a-9a04-a8eb5ea61304 req-cc939096-fad2-4d90-bc31-e423f88add20 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5d3248b-3be3-4b16-872d-5dc44b106b90 HTTP/1.1" status: 200 len: 210 time: 0.0279965 Sep 15 15:15:48.453615 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-789005c1-7e34-47b7-b13c-fbe0c2bb28dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:49Z', 'updated_at': '2021-09-15T15:10:01Z', 'revision_number': 4, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'gw_port': {'id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '58bc0033-0c3d-4f7c-a005-aa1668aa031f', 'name': '', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'mac_address': 'fa:16:3e:ef:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:56Z', 'updated_at': '2021-09-15T15:10:08Z', 'revision_number': 5, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'subnets': [{'id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:48.482743 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789005c1-7e34-47b7-b13c-fbe0c2bb28dd None None] The sync data for ids ['8c5df71a-1066-4f4c-b894-6d94db02acdc'] in dv-cinder-808837-2-iscsi is: [{'id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:49Z', 'updated_at': '2021-09-15T15:10:01Z', 'revision_number': 4, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'gw_port': {'id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '58bc0033-0c3d-4f7c-a005-aa1668aa031f', 'name': '', 'network_id': 'd0fe14e1-005c-4c5a-b599-64be3a4bb0e0', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'mac_address': 'fa:16:3e:ef:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:56Z', 'updated_at': '2021-09-15T15:10:08Z', 'revision_number': 5, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'subnets': [{'id': 'ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:15:48.559058 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd29e8-3c96-47d3-8363-87366fc6992a req-c3bb4108-eb21-4149-b149-118060e5d088 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:48.560701 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-01fd29e8-3c96-47d3-8363-87366fc6992a req-c3bb4108-eb21-4149-b149-118060e5d088 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0517797 Sep 15 15:15:48.597652 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-01fd29e8-3c96-47d3-8363-87366fc6992a req-72eb7b57-a81f-45a9-91a7-8c78d06c5ddc tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308845 Sep 15 15:15:48.691056 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedce1c2-77c0-4b44-b273-927007b901dd None None] New status for floating IP 606df185-8587-45dd-9f1e-4b12022022b3: DOWN {{(pid=94134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:15:49.447323 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 53942) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:15:49.517790 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1bdabc6f-0431-41e7-b922-2240a6dee4b1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:49.547057 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1bdabc6f-0431-41e7-b922-2240a6dee4b1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:49.602946 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1bdabc6f-0431-41e7-b922-2240a6dee4b1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:49.605493 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1bdabc6f-0431-41e7-b922-2240a6dee4b1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:49.606981 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1bdabc6f-0431-41e7-b922-2240a6dee4b1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "DELETE /v2.0/security-groups/56bf3aa4-1bbf-4118-b9b2-d663821138a3 HTTP/1.1" status: 204 len: 168 time: 0.1583772 Sep 15 15:15:49.609542 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 53944) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:15:49.618102 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdabc6f-0431-41e7-b922-2240a6dee4b1 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bf3aa4-1bbf-4118-b9b2-d663821138a3,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:49.625750 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.api.v2.resource [None req-bf0e0592-198b-45ff-a793-bb5007f88410 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] show failed (client error): The resource could not be found. Sep 15 15:15:49.627466 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-bf0e0592-198b-45ff-a793-bb5007f88410 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "GET /v2.0/security-groups/56bf3aa4-1bbf-4118-b9b2-d663821138a3 HTTP/1.1" status: 404 len: 347 time: 0.0166771 Sep 15 15:15:49.635778 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 53948) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:15:49.821930 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff7ed5-b299-41d5-a91f-9f7d9e170425 req-2620e051-1430-4337-b201-d43c81d2df9c tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:49.823683 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4dff7ed5-b299-41d5-a91f-9f7d9e170425 req-2620e051-1430-4337-b201-d43c81d2df9c tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.1391807 Sep 15 15:15:49.874431 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-356f3762-aa30-4822-a003-3fd10ee93cf9 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Deleting port 3991c0cf-6a50-4eca-b7dd-00eb9f570f27 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:15:49.874762 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-356f3762-aa30-4822-a003-3fd10ee93cf9 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:49.900070 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4dff7ed5-b299-41d5-a91f-9f7d9e170425 req-8fff0708-6e7e-4252-985d-d5ebd1d6376a tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684986 Sep 15 15:15:49.970258 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-356f3762-aa30-4822-a003-3fd10ee93cf9 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:49.970483 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-356f3762-aa30-4822-a003-3fd10ee93cf9 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:49.982515 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-356f3762-aa30-4822-a003-3fd10ee93cf9 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Calling delete_port for 3991c0cf-6a50-4eca-b7dd-00eb9f570f27 owned by network:floatingip {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:15:50.138347 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-356f3762-aa30-4822-a003-3fd10ee93cf9 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:50.163920 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f3762-aa30-4822-a003-3fd10ee93cf9 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Pushing event deleted for resources: {'Port': ['ID=3991c0cf-6a50-4eca-b7dd-00eb9f570f27,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:50.223112 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-356f3762-aa30-4822-a003-3fd10ee93cf9 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks [] for floatingip, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:50.225674 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-356f3762-aa30-4822-a003-3fd10ee93cf9 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:50.226857 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-356f3762-aa30-4822-a003-3fd10ee93cf9 tempest-AttachVolumeTestJSON-1223350179 tempest-AttachVolumeTestJSON-1223350179-project] 10.222.0.44 "DELETE /v2.0/floatingips/606df185-8587-45dd-9f1e-4b12022022b3 HTTP/1.1" status: 204 len: 168 time: 0.5896058 Sep 15 15:15:51.012828 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cacd35-352b-4085-abf0-630d1cdacd1b req-2aac15de-7a87-4062-96ae-1de685296b06 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:51.014322 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b2cacd35-352b-4085-abf0-630d1cdacd1b req-2aac15de-7a87-4062-96ae-1de685296b06 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0481699 Sep 15 15:15:51.052813 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b2cacd35-352b-4085-abf0-630d1cdacd1b req-cad442c7-bf4e-47d0-b9b3-74b0ba71207a tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315099 Sep 15 15:15:51.151581 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:15:51.286723 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] No Port match for: 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:15:51.287152 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 5d6ce7c7-6959-4a22-a4ca-3b572ab31f36 not bound to the agent host hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:15:52.166413 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f507525-5dec-48af-a05a-0c35180da9fa req-6410fa5a-530f-4e39-b07d-d1941c890b5e tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:52.167900 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f507525-5dec-48af-a05a-0c35180da9fa req-6410fa5a-530f-4e39-b07d-d1941c890b5e tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0497472 Sep 15 15:15:52.204881 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f507525-5dec-48af-a05a-0c35180da9fa req-2249e774-601b-47f5-aa1c-33fff830d16c tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311358 Sep 15 15:15:53.240641 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e03a6-6173-4dfa-ae4c-b485d8f70897 req-87bd9bbd-28b7-4a2f-b999-bb8ec74126b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:53.242173 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1d2e03a6-6173-4dfa-ae4c-b485d8f70897 req-87bd9bbd-28b7-4a2f-b999-bb8ec74126b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2a7af14495048dd9ccd76e2074b39ea&device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 1099 time: 0.0406036 Sep 15 15:15:53.317904 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98c209-9c78-4617-b96b-cbf367b98616 req-231ff388-9538-4ec6-bb19-a4b350d9b28d tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:53.319596 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-df98c209-9c78-4617-b96b-cbf367b98616 req-231ff388-9538-4ec6-bb19-a4b350d9b28d tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0481582 Sep 15 15:15:53.336490 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e03a6-6173-4dfa-ae4c-b485d8f70897 req-2527bfe2-0810-4a65-8111-753aa5705101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:53.337961 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1d2e03a6-6173-4dfa-ae4c-b485d8f70897 req-2527bfe2-0810-4a65-8111-753aa5705101 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0e5fccde-8fc2-40b3-a033-f50c6b2a24cc HTTP/1.1" status: 200 len: 909 time: 0.0879059 Sep 15 15:15:53.363312 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-df98c209-9c78-4617-b96b-cbf367b98616 req-0a7b9eab-02b2-40bc-9053-024d35c2f5c6 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371542 Sep 15 15:15:53.403159 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1d2e03a6-6173-4dfa-ae4c-b485d8f70897 req-6042b69a-c4d1-436c-a51c-2de5e8c5582e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db35f560-bec2-42da-b489-6bd566a3fab3 HTTP/1.1" status: 200 len: 1002 time: 0.0571938 Sep 15 15:15:53.454699 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e03a6-6173-4dfa-ae4c-b485d8f70897 req-d86578ab-3356-4eb3-bd85-4ec391647c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:53.456054 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1d2e03a6-6173-4dfa-ae4c-b485d8f70897 req-d86578ab-3356-4eb3-bd85-4ec391647c3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b550d78-8522-40d8-a5dc-f8acba57a015 HTTP/1.1" status: 200 len: 847 time: 0.0414324 Sep 15 15:15:53.505654 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e03a6-6173-4dfa-ae4c-b485d8f70897 req-92b3a758-c3e3-4dd6-9a86-9391bfe4103b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:53.507190 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1d2e03a6-6173-4dfa-ae4c-b485d8f70897 req-92b3a758-c3e3-4dd6-9a86-9391bfe4103b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0e5fccde-8fc2-40b3-a033-f50c6b2a24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428469 Sep 15 15:15:53.596453 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1d2e03a6-6173-4dfa-ae4c-b485d8f70897 req-0997990b-301f-46ef-a7ad-753196aa4a7d service neutron] 10.222.0.47 "GET /v2.0/networks/0e5fccde-8fc2-40b3-a033-f50c6b2a24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792150 Sep 15 15:15:53.688080 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1d2e03a6-6173-4dfa-ae4c-b485d8f70897 req-f520643b-a3cd-4333-bc2e-f1dc118d06e4 service neutron] 10.222.0.47 "GET /v2.0/networks/0e5fccde-8fc2-40b3-a033-f50c6b2a24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840511 Sep 15 15:15:53.743223 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 53984) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:15:54.469074 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bc5c59e1-3929-46fa-85c9-735530223ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672843'] for router_interface, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:54.518529 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6db6e7-a6d3-41d1-aa18-df97c0cc7433 req-e0c6d43f-de7e-4c6e-904f-be49a81e1dfd tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:54.519992 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7c6db6e7-a6d3-41d1-aa18-df97c0cc7433 req-e0c6d43f-de7e-4c6e-904f-be49a81e1dfd tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0907710 Sep 15 15:15:54.604582 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7c6db6e7-a6d3-41d1-aa18-df97c0cc7433 req-5c6aca30-1e44-4ecf-9c5c-19702005424e tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783296 Sep 15 15:15:54.746859 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-bc5c59e1-3929-46fa-85c9-735530223ab1 admin admin] Deleting port 58bc0033-0c3d-4f7c-a005-aa1668aa031f {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:15:54.747195 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bc5c59e1-3929-46fa-85c9-735530223ab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:54.824061 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-bc5c59e1-3929-46fa-85c9-735530223ab1 admin admin] For port 58bc0033-0c3d-4f7c-a005-aa1668aa031f, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=58bc0033-0c3d-4f7c-a005-aa1668aa031f,segment=NetworkSegment(bde9a5be-c47e-42fa-a79f-27cb72c12d32),segment_id=bde9a5be-c47e-42fa-a79f-27cb72c12d32)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:15:54.824415 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bc5c59e1-3929-46fa-85c9-735530223ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:54.836669 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-bc5c59e1-3929-46fa-85c9-735530223ab1 admin admin] Calling delete_port for 58bc0033-0c3d-4f7c-a005-aa1668aa031f owned by network:router_interface {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:15:55.010090 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bc5c59e1-3929-46fa-85c9-735530223ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:55.039230 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c59e1-3929-46fa-85c9-735530223ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=58bc0033-0c3d-4f7c-a005-aa1668aa031f,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:55.205475 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bc5c59e1-3929-46fa-85c9-735530223ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3684279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3675323'] for router_interface, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:55.421448 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5c59e1-3929-46fa-85c9-735530223ab1 admin admin] Router 8c5df71a-1066-4f4c-b894-6d94db02acdc has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:15:55.534801 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5c59e1-3929-46fa-85c9-735530223ab1 admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:15:55.540417 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-bc5c59e1-3929-46fa-85c9-735530223ab1 admin admin] 10.222.0.44 "PUT /v2.0/routers/8c5df71a-1066-4f4c-b894-6d94db02acdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7961638 Sep 15 15:15:55.542981 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 53990) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:15:55.545819 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee6df8e-430e-457e-82f1-009f50697c62 None None] Sync routers for ids ['8c5df71a-1066-4f4c-b894-6d94db02acdc'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:15:55.555141 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee6df8e-430e-457e-82f1-009f50697c62 None None] Routers {'8c5df71a-1066-4f4c-b894-6d94db02acdc'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:15:55.555923 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-6ee6df8e-430e-457e-82f1-009f50697c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:15:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['8c5df71a-1066-4f4c-b894-6d94db02acdc'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:55.652753 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc2ce-fcbd-411b-8bff-e799f08d8fdb admin admin] Notify callbacks [] for router, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:55.666444 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-6ee6df8e-430e-457e-82f1-009f50697c62 None None] Set router 8c5df71a-1066-4f4c-b894-6d94db02acdc gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:15:55.729810 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85be57-9074-408d-b15e-1dfe4aab643b req-f18e27e7-c523-4c0f-af03-7763e1d2ec87 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:55.737225 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cb85be57-9074-408d-b15e-1dfe4aab643b req-f18e27e7-c523-4c0f-af03-7763e1d2ec87 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0636768 Sep 15 15:15:55.764774 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc2ce-fcbd-411b-8bff-e799f08d8fdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:55.774670 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cb85be57-9074-408d-b15e-1dfe4aab643b req-52fe5c40-5a8a-4ee1-ac09-89fce00dd604 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335774 Sep 15 15:15:55.826631 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-c8ddc2ce-fcbd-411b-8bff-e799f08d8fdb admin admin] Deleting port c1e6a2e9-0696-4043-8d9e-5b68e76cb544 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:15:55.827164 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc2ce-fcbd-411b-8bff-e799f08d8fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:55.857083 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [req-bfd188c7-6b39-404e-bdd9-201313190a3d req-8fd0f3bb-7563-4014-8c45-3e890b885d4c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:15:55.858080 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bfd188c7-6b39-404e-bdd9-201313190a3d req-8fd0f3bb-7563-4014-8c45-3e890b885d4c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053713 Sep 15 15:15:55.867066 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-6ee6df8e-430e-457e-82f1-009f50697c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:49Z', 'updated_at': '2021-09-15T15:15:54Z', 'revision_number': 5, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'gw_port': {'id': 'c1e6a2e9-0696-4043-8d9e-5b68e76cb544', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:09:50Z', 'updated_at': '2021-09-15T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:55.904951 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee6df8e-430e-457e-82f1-009f50697c62 None None] Checking router: 8c5df71a-1066-4f4c-b894-6d94db02acdc for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:15:55.915217 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee6df8e-430e-457e-82f1-009f50697c62 None None] Routers {'8c5df71a-1066-4f4c-b894-6d94db02acdc'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:15:55.915846 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-6ee6df8e-430e-457e-82f1-009f50697c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:15:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['8c5df71a-1066-4f4c-b894-6d94db02acdc'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:55.927275 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-c8ddc2ce-fcbd-411b-8bff-e799f08d8fdb admin admin] For port c1e6a2e9-0696-4043-8d9e-5b68e76cb544, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=c1e6a2e9-0696-4043-8d9e-5b68e76cb544,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:15:55.927769 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc2ce-fcbd-411b-8bff-e799f08d8fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:55.944758 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-c8ddc2ce-fcbd-411b-8bff-e799f08d8fdb admin admin] Calling delete_port for c1e6a2e9-0696-4043-8d9e-5b68e76cb544 owned by network:router_gateway {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:15:56.026066 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-6ee6df8e-430e-457e-82f1-009f50697c62 None None] Set router 8c5df71a-1066-4f4c-b894-6d94db02acdc gateway port host: None {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:15:56.035223 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 54002) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:15:56.056592 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78758367-d7db-4db7-a8aa-b7215991c383 req-47ab9f96-bc3f-477c-8581-44a98e874419 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:56.058502 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-78758367-d7db-4db7-a8aa-b7215991c383 req-47ab9f96-bc3f-477c-8581-44a98e874419 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0711515 Sep 15 15:15:56.082144 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-6ee6df8e-430e-457e-82f1-009f50697c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:49Z', 'updated_at': '2021-09-15T15:15:55Z', 'revision_number': 6, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'gw_port_host': None}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:56.103005 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-78758367-d7db-4db7-a8aa-b7215991c383 req-386e415b-d070-4ac8-96a8-39a5edb427aa tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360620 Sep 15 15:15:56.113586 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee6df8e-430e-457e-82f1-009f50697c62 None None] The sync data for ids ['8c5df71a-1066-4f4c-b894-6d94db02acdc'] in dv-cinder-808837-2-iscsi is: [{'id': '8c5df71a-1066-4f4c-b894-6d94db02acdc', 'name': 'tempest-AttachVolumeTestJSON-552207273-router', 'tenant_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:09:49Z', 'updated_at': '2021-09-15T15:15:55Z', 'revision_number': 6, 'project_id': '78ea4c1deb6c4197a4a8c2fd0d13c414', 'gw_port_host': None}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:15:56.135252 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc2ce-fcbd-411b-8bff-e799f08d8fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:56.156343 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5377b49c-044f-4f7b-b588-f6fb0384ed47 req-5958ed31-0653-487f-b724-1cf0fafd66e4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1197898 Sep 15 15:15:56.166038 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [req-5377b49c-044f-4f7b-b588-f6fb0384ed47 req-d042f263-bf4e-446e-8eae-c0eedc3abbc6 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:15:56.167048 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5377b49c-044f-4f7b-b588-f6fb0384ed47 req-d042f263-bf4e-446e-8eae-c0eedc3abbc6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057292 Sep 15 15:15:56.173142 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddc2ce-fcbd-411b-8bff-e799f08d8fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e6a2e9-0696-4043-8d9e-5b68e76cb544,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:56.235067 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc2ce-fcbd-411b-8bff-e799f08d8fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3675261'] for router_gateway, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:56.326564 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc2ce-fcbd-411b-8bff-e799f08d8fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1423'] for router, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:56.328638 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc2ce-fcbd-411b-8bff-e799f08d8fdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:56.375585 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc2ce-fcbd-411b-8bff-e799f08d8fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3672279'] for router, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:56.376421 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ddc2ce-fcbd-411b-8bff-e799f08d8fdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c5df71a-1066-4f4c-b894-6d94db02acdc {{(pid=94132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:15:56.382590 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc2ce-fcbd-411b-8bff-e799f08d8fdb admin admin] Notify callbacks [] for router, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:56.386042 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-c8ddc2ce-fcbd-411b-8bff-e799f08d8fdb admin admin] 10.222.0.44 "DELETE /v2.0/routers/8c5df71a-1066-4f4c-b894-6d94db02acdc HTTP/1.1" status: 204 len: 168 time: 0.8396709 Sep 15 15:15:56.386300 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54012) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:15:56.430272 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_v2 [None req-7891aa51-22cc-4fd5-9800-8ab9b39433ee admin admin] Deleting subnet ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0 {{(pid=94132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:15:56.433193 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7891aa51-22cc-4fd5-9800-8ab9b39433ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:56.471253 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7891aa51-22cc-4fd5-9800-8ab9b39433ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12326048'] for subnet, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:56.590538 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7891aa51-22cc-4fd5-9800-8ab9b39433ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935064'] for subnet, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:56.643761 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7891aa51-22cc-4fd5-9800-8ab9b39433ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-935055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8964687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11857649'] for subnet, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:56.670074 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891aa51-22cc-4fd5-9800-8ab9b39433ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:56.673716 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7891aa51-22cc-4fd5-9800-8ab9b39433ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:56.678689 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-7891aa51-22cc-4fd5-9800-8ab9b39433ee admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ac0fe5a3-ad8e-4747-9a1d-7cd56c3d5ec0 HTTP/1.1" status: 204 len: 168 time: 0.2882586 Sep 15 15:15:56.678873 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54014) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:15:56.684211 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbe4cf2-8e4e-4835-a3f6-dd78a1fa618d None None] Network d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:15:56.755032 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cbe500ea-6249-4c74-bca4-96d5aeb295bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002857'] for network, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:56.806271 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-cbe500ea-6249-4c74-bca4-96d5aeb295bf admin admin] Deleting port fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:15:56.806630 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cbe500ea-6249-4c74-bca4-96d5aeb295bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:56.871409 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:15:56.874319 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-cbe500ea-6249-4c74-bca4-96d5aeb295bf admin admin] For port fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d,segment=NetworkSegment(bde9a5be-c47e-42fa-a79f-27cb72c12d32),segment_id=bde9a5be-c47e-42fa-a79f-27cb72c12d32)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:15:56.874683 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cbe500ea-6249-4c74-bca4-96d5aeb295bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:56.888239 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-cbe500ea-6249-4c74-bca4-96d5aeb295bf admin admin] Calling delete_port for fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d owned by network:dhcp {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:15:56.922688 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] DHCP port deletion for d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 request from dv-cinder-808837-2-iscsi {{(pid=94133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:15:56.982656 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] Deleting port fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:15:56.983016 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:56.986631 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cbe500ea-6249-4c74-bca4-96d5aeb295bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:57.016792 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe500ea-6249-4c74-bca4-96d5aeb295bf admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:57.021336 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe500ea-6249-4c74-bca4-96d5aeb295bf admin admin] No DVR routers for this DVR port fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d on host dv-cinder-808837-2-iscsi {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:15:57.052581 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] For port fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d, host dv-cinder-808837-2-iscsi, got binding levels [] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:15:57.052896 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:57.069518 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] Calling delete_port for fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:15:57.076076 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.ipam_backend_mixin [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] Port fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d was not found and therefore no delete operation was performed {{(pid=94133) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 15:15:57.079316 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:57.114566 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cbe500ea-6249-4c74-bca4-96d5aeb295bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935455', 'neutron.services.segments.db._delete_segments_for_network-8747554679709'] for network, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:57.115039 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] Pushing event deleted for resources: {'Port': ['ID=fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:57.117537 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] No DVR routers for this DVR port fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d on host dv-cinder-808837-2-iscsi {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:15:57.125658 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:57.126002 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:57.126530 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:57.126864 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:57.127201 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:57.127523 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:57.128275 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:57.128604 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:57.128946 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:57.129272 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:57.130177 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:57.130690 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6eef0d6-95e3-4036-a344-c7a481778d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:15:57.148103 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-cbe500ea-6249-4c74-bca4-96d5aeb295bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0fe14e1-005c-4c5a-b599-64be3a4bb0e0']}} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:57.162843 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-cbe500ea-6249-4c74-bca4-96d5aeb295bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde9a5be-c47e-42fa-a79f-27cb72c12d32') {'for_net_delete': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:57.163301 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-cbe500ea-6249-4c74-bca4-96d5aeb295bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde9a5be-c47e-42fa-a79f-27cb72c12d32') {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:15:57.178331 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cbe500ea-6249-4c74-bca4-96d5aeb295bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747554679206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12326059'] for segment, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:57.193934 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cbe500ea-6249-4c74-bca4-96d5aeb295bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:57.200727 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe500ea-6249-4c74-bca4-96d5aeb295bf admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:15:57.201470 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cbe500ea-6249-4c74-bca4-96d5aeb295bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8963217'] for segment, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: Traceback (most recent call last): Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: timer() Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: cb(*args, **kw) Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: return func(*args, **kwargs) Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: self._notify() Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: self.callback(batched_events) Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: event.method(event) Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: return f(self, *a, **k) Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: return self._get(url).json() Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: return self.request(url, 'GET', **kwargs) Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:15:57.204001 dv-cinder-808837-2-iscsi neutron-server[94132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:15:57.329363 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cbe500ea-6249-4c74-bca4-96d5aeb295bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675161'] for network, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:57.333646 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cbe500ea-6249-4c74-bca4-96d5aeb295bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:57.335910 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-cbe500ea-6249-4c74-bca4-96d5aeb295bf admin admin] 10.222.0.44 "DELETE /v2.0/networks/d0fe14e1-005c-4c5a-b599-64be3a4bb0e0 HTTP/1.1" status: 204 len: 168 time: 0.6557686 Sep 15 15:15:57.357769 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe500ea-6249-4c74-bca4-96d5aeb295bf admin admin] Pushing event deleted for resources: {'Network': ['ID=d0fe14e1-005c-4c5a-b599-64be3a4bb0e0,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:57.368682 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf3945-e74a-42f9-bae3-b5cf67fc5557 req-5ba1569b-5cdb-45de-a9af-7ceda31c7680 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:57.370295 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e5cf3945-e74a-42f9-bae3-b5cf67fc5557 req-5ba1569b-5cdb-45de-a9af-7ceda31c7680 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.1469579 Sep 15 15:15:57.385524 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-42c23af5-a2fd-4a93-9c27-05b10e9cd60b req-586a252f-6117-4a61-8d29-457d0d182e1b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0926421 Sep 15 15:15:57.413340 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e5cf3945-e74a-42f9-bae3-b5cf67fc5557 req-7f07c954-f973-406f-81cb-238ca863c1f0 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363190 Sep 15 15:15:57.453046 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c23af5-a2fd-4a93-9c27-05b10e9cd60b req-2a39a90b-8bc2-408b-bc52-6432e9d2e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:57.454595 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-42c23af5-a2fd-4a93-9c27-05b10e9cd60b req-2a39a90b-8bc2-408b-bc52-6432e9d2e142 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=556a9049f67b4de0b8a13c508786aaa3&device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 1099 time: 0.0404220 Sep 15 15:15:57.455451 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54022) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:15:57.520377 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-b2c70e96-7c3d-4bbe-bd40-270eac916522 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78ea4c1deb6c4197a4a8c2fd0d13c414&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0638421 Sep 15 15:15:57.523766 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 54024) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:15:57.577766 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2436995b-bc1d-4586-bb54-3bf181748f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:57.599316 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2436995b-bc1d-4586-bb54-3bf181748f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:57.605528 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c23af5-a2fd-4a93-9c27-05b10e9cd60b req-f768549c-00cc-41f0-b681-d5586ab974e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:57.607003 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-42c23af5-a2fd-4a93-9c27-05b10e9cd60b req-f768549c-00cc-41f0-b681-d5586ab974e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3635f109-97a3-46f1-8eff-fea78dda4f35 HTTP/1.1" status: 200 len: 917 time: 0.1272087 Sep 15 15:15:57.611805 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377b49c-044f-4f7b-b588-f6fb0384ed47 req-dcc351cf-5e13-4893-b211-19041013343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:57.613146 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5377b49c-044f-4f7b-b588-f6fb0384ed47 req-dcc351cf-5e13-4893-b211-19041013343c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1&tenant_id=c2a7af14495048dd9ccd76e2074b39ea HTTP/1.1" status: 200 len: 1099 time: 0.0623884 Sep 15 15:15:57.650174 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2436995b-bc1d-4586-bb54-3bf181748f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:57.652695 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2436995b-bc1d-4586-bb54-3bf181748f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:57.653840 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2436995b-bc1d-4586-bb54-3bf181748f6c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fe03635-d235-481e-8488-3164288de955 HTTP/1.1" status: 204 len: 168 time: 0.1286767 Sep 15 15:15:57.663525 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436995b-bc1d-4586-bb54-3bf181748f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe03635-d235-481e-8488-3164288de955,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:57.721178 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-42c23af5-a2fd-4a93-9c27-05b10e9cd60b req-0aa63155-0900-4a52-983f-4de08f00b19e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb919184-7d3c-4490-9ba8-90d0884ed71c HTTP/1.1" status: 200 len: 999 time: 0.0957482 Sep 15 15:15:57.726578 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377b49c-044f-4f7b-b588-f6fb0384ed47 req-e6a77f32-7328-46b4-a9b0-d66b2d9728ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:57.728052 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5377b49c-044f-4f7b-b588-f6fb0384ed47 req-e6a77f32-7328-46b4-a9b0-d66b2d9728ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2a7af14495048dd9ccd76e2074b39ea&device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 1099 time: 0.0604043 Sep 15 15:15:57.769315 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device c1e6a2e9-0696-4043-8d9e-5b68e76cb544 no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:15:57.789658 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: c1e6a2e9-0696-4043-8d9e-5b68e76cb544 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:15:57.790295 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device c1e6a2e9-0696-4043-8d9e-5b68e76cb544 not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:15:57.790854 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:15:57.810117 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:15:57.810658 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device fbf1c1cf-34ae-4e38-81e3-7e2a26e21f3d not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:15:57.811237 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 58bc0033-0c3d-4f7c-a005-aa1668aa031f no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:15:57.830423 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: 58bc0033-0c3d-4f7c-a005-aa1668aa031f {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:15:57.830787 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 58bc0033-0c3d-4f7c-a005-aa1668aa031f not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:15:58.104199 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c23af5-a2fd-4a93-9c27-05b10e9cd60b req-2b0520b5-6374-412a-b7bf-f3f5ba5f86dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:58.105547 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-42c23af5-a2fd-4a93-9c27-05b10e9cd60b req-2b0520b5-6374-412a-b7bf-f3f5ba5f86dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2484f03-06a8-4ae0-a866-7ac80aaa0648 HTTP/1.1" status: 200 len: 855 time: 0.3706548 Sep 15 15:15:58.151232 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377b49c-044f-4f7b-b588-f6fb0384ed47 req-7389d5f5-0fa0-4f45-bd8f-29ea63fd5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:58.152731 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5377b49c-044f-4f7b-b588-f6fb0384ed47 req-7389d5f5-0fa0-4f45-bd8f-29ea63fd5c3c service neutron] 10.222.0.47 "GET /v2.0/networks?id=0e5fccde-8fc2-40b3-a033-f50c6b2a24cc HTTP/1.1" status: 200 len: 909 time: 0.4167686 Sep 15 15:15:58.173722 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c23af5-a2fd-4a93-9c27-05b10e9cd60b req-c19ddf8e-1bad-46de-8e2d-6b6743672292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:58.175204 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-42c23af5-a2fd-4a93-9c27-05b10e9cd60b req-c19ddf8e-1bad-46de-8e2d-6b6743672292 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3635f109-97a3-46f1-8eff-fea78dda4f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621812 Sep 15 15:15:58.277899 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5377b49c-044f-4f7b-b588-f6fb0384ed47 req-4b3d87be-ba27-4213-8127-3371f7313ae7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db35f560-bec2-42da-b489-6bd566a3fab3 HTTP/1.1" status: 200 len: 1002 time: 0.1174238 Sep 15 15:15:58.343446 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-42c23af5-a2fd-4a93-9c27-05b10e9cd60b req-d184abbf-f298-4bf7-b77d-1c6e22d8e088 service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413939 Sep 15 15:15:58.351098 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377b49c-044f-4f7b-b588-f6fb0384ed47 req-9c552fea-5498-4991-8afd-088503e733f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:58.352449 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5377b49c-044f-4f7b-b588-f6fb0384ed47 req-9c552fea-5498-4991-8afd-088503e733f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b550d78-8522-40d8-a5dc-f8acba57a015 HTTP/1.1" status: 200 len: 847 time: 0.0667579 Sep 15 15:15:58.451358 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377b49c-044f-4f7b-b588-f6fb0384ed47 req-6299513a-2679-4ff1-9351-2b10df41f800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:58.452856 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5377b49c-044f-4f7b-b588-f6fb0384ed47 req-6299513a-2679-4ff1-9351-2b10df41f800 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0e5fccde-8fc2-40b3-a033-f50c6b2a24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920582 Sep 15 15:15:58.489262 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-42c23af5-a2fd-4a93-9c27-05b10e9cd60b req-a87b0dea-ff04-4eee-91ba-0f855d197fc0 service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358628 Sep 15 15:15:58.588745 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532badf0-f545-44c7-8b9d-ce3ac2655197 req-12f16494-8332-493d-aa22-f9a01025a6a4 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:58.590253 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-532badf0-f545-44c7-8b9d-ce3ac2655197 req-12f16494-8332-493d-aa22-f9a01025a6a4 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0945110 Sep 15 15:15:58.593807 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5377b49c-044f-4f7b-b588-f6fb0384ed47 req-3cbc2195-d360-4324-a9cc-f569119e2f0a service neutron] 10.222.0.47 "GET /v2.0/networks/0e5fccde-8fc2-40b3-a033-f50c6b2a24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318638 Sep 15 15:15:58.657745 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-532badf0-f545-44c7-8b9d-ce3ac2655197 req-09d85889-c8b6-463a-a533-f68a831292ce tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616345 Sep 15 15:15:58.716962 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5377b49c-044f-4f7b-b588-f6fb0384ed47 req-a6271d04-cdbc-4036-86b7-555a64efd1cd service neutron] 10.222.0.47 "GET /v2.0/networks/0e5fccde-8fc2-40b3-a033-f50c6b2a24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137311 Sep 15 15:15:59.183681 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device db35f560-bec2-42da-b489-6bd566a3fab3 no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:15:59.257367 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:59.278401 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb59572e-e0de-4cae-bb00-54f17fa6b3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db35f560-bec2-42da-b489-6bd566a3fab3'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:15:59.280582 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae47ca10-5616-41f3-b394-d107b7752b1e" -d '{"events": [{"server_uuid": "eb59572e-e0de-4cae-bb00-54f17fa6b3b1", "name": "network-vif-unplugged", "status": "completed", "tag": "db35f560-bec2-42da-b489-6bd566a3fab3"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:15:59.293189 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port db35f560-bec2-42da-b489-6bd566a3fab3, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=db35f560-bec2-42da-b489-6bd566a3fab3,segment=NetworkSegment(cd81db31-5a80-4cde-9b13-8e0813c1fda7),segment_id=cd81db31-5a80-4cde-9b13-8e0813c1fda7)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:15:59.297870 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:15:59.325221 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460e64df-711c-44a0-b5a3-98a33bcf3f4f x-openstack-request-id: req-460e64df-711c-44a0-b5a3-98a33bcf3f4f {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:15:59.325565 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb59572e-e0de-4cae-bb00-54f17fa6b3b1", "name": "network-vif-unplugged", "status": "completed", "tag": "db35f560-bec2-42da-b489-6bd566a3fab3", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:15:59.325817 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-460e64df-711c-44a0-b5a3-98a33bcf3f4f {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:15:59.326231 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb59572e-e0de-4cae-bb00-54f17fa6b3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db35f560-bec2-42da-b489-6bd566a3fab3', 'code': 200} Sep 15 15:15:59.349311 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=db35f560-bec2-42da-b489-6bd566a3fab3,revision_number=6']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:15:59.776742 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a8d97-6f39-4584-9d75-1e9bd75acfbb req-59a2a55c-5496-4a4c-b3cb-50311aa97cbb tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:15:59.778227 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2e4a8d97-6f39-4584-9d75-1e9bd75acfbb req-59a2a55c-5496-4a4c-b3cb-50311aa97cbb tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 944 time: 0.0486369 Sep 15 15:15:59.814814 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2e4a8d97-6f39-4584-9d75-1e9bd75acfbb req-bc28e900-13da-422f-8dfa-5bbc6905e0e1 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308306 Sep 15 15:16:00.087912 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:00.934352 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950447c-c233-4a02-92ba-e06aff0aed19 req-6f19a061-d50b-487e-954f-112554deb97a tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:00.935831 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8950447c-c233-4a02-92ba-e06aff0aed19 req-6f19a061-d50b-487e-954f-112554deb97a tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 944 time: 0.0525351 Sep 15 15:16:00.972294 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8950447c-c233-4a02-92ba-e06aff0aed19 req-e59d3b65-555d-4857-8623-4a4c56d7ad6b tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306773 Sep 15 15:16:01.616751 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-05b9d75e-a57e-4bbd-9bb4-98e95fbda121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:02.092830 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdda234-8232-42a6-a6f5-3cec3c0e3f95 req-1c74ea2e-ae14-47ed-afc4-e6c85abf37da tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:02.094397 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1cdda234-8232-42a6-a6f5-3cec3c0e3f95 req-1c74ea2e-ae14-47ed-afc4-e6c85abf37da tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 944 time: 0.0477664 Sep 15 15:16:02.132932 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1cdda234-8232-42a6-a6f5-3cec3c0e3f95 req-38b80b35-7944-4335-a980-2732825d5d84 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323608 Sep 15 15:16:03.244867 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e03d6-0cd3-42f8-8985-472db3cddbd8 req-ee0dbf7c-5b08-4844-9f19-a876e3073aef tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:03.246421 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4d4e03d6-0cd3-42f8-8985-472db3cddbd8 req-ee0dbf7c-5b08-4844-9f19-a876e3073aef tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 944 time: 0.0478039 Sep 15 15:16:03.284871 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4d4e03d6-0cd3-42f8-8985-472db3cddbd8 req-6db1ee48-1360-4356-87f1-773edfe912c8 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325098 Sep 15 15:16:04.272943 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:04.396539 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d5780ef3-13fe-4819-92ad-c17bf81a58a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:04.404523 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac54bb2-776c-4463-b02b-5e37b4bd4d82 req-5342a89d-3535-42ff-9e74-d0dabe2eaab0 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:04.406036 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-dac54bb2-776c-4463-b02b-5e37b4bd4d82 req-5342a89d-3535-42ff-9e74-d0dabe2eaab0 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 944 time: 0.0537417 Sep 15 15:16:04.444520 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-dac54bb2-776c-4463-b02b-5e37b4bd4d82 req-b96520eb-afd4-4123-8eab-915ff596fe4f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324798 Sep 15 15:16:04.888671 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44086423-648c-411c-9f6b-973d0f4397fb req-344f13de-527d-42a2-ad90-65855f844499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:04.890166 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-44086423-648c-411c-9f6b-973d0f4397fb req-344f13de-527d-42a2-ad90-65855f844499 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 1097 time: 0.0399425 Sep 15 15:16:04.924938 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-44086423-648c-411c-9f6b-973d0f4397fb req-5a2e9ecd-886d-4b1b-b7a7-901421b3c047 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270796 Sep 15 15:16:05.231845 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:05.559070 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d89ff-77c1-4c05-88b6-dbaefbf7f7ae req-8a75b2ad-f94c-4910-81f7-e07905dd90fc tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:05.560512 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2b6d89ff-77c1-4c05-88b6-dbaefbf7f7ae req-8a75b2ad-f94c-4910-81f7-e07905dd90fc tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 944 time: 0.0470951 Sep 15 15:16:05.597230 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2b6d89ff-77c1-4c05-88b6-dbaefbf7f7ae req-59e85557-5c24-4010-a62b-cc6c726dee4f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307560 Sep 15 15:16:06.029547 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54150) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:06.132995 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-03a34da5-ed81-4036-85a4-6c9cda3787b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:06.226947 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-03a34da5-ed81-4036-85a4-6c9cda3787b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:06.233136 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-03a34da5-ed81-4036-85a4-6c9cda3787b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:06.272240 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-03a34da5-ed81-4036-85a4-6c9cda3787b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c708ca9310b34dbdb19afc66bf8fd101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415209 Sep 15 15:16:06.273264 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a34da5-ed81-4036-85a4-6c9cda3787b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e784b0c3-6cb9-4b3c-b655-db9ebd8f7f18,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:06.275052 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 54154) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:06.323058 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ded2a6a4-d87f-408d-a706-0dfe525bc857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:06.343493 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ded2a6a4-d87f-408d-a706-0dfe525bc857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:06.388431 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ded2a6a4-d87f-408d-a706-0dfe525bc857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:06.390956 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ded2a6a4-d87f-408d-a706-0dfe525bc857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:06.392099 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ded2a6a4-d87f-408d-a706-0dfe525bc857 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e784b0c3-6cb9-4b3c-b655-db9ebd8f7f18 HTTP/1.1" status: 204 len: 168 time: 0.1160088 Sep 15 15:16:06.400291 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2a6a4-d87f-408d-a706-0dfe525bc857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e784b0c3-6cb9-4b3c-b655-db9ebd8f7f18,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:06.716931 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6e2e7-e2ab-4f64-a609-01f05eddba35 req-e29549f0-d2b5-4d8b-96f7-ac82de3ebf2a tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:06.718445 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-eae6e2e7-e2ab-4f64-a609-01f05eddba35 req-e29549f0-d2b5-4d8b-96f7-ac82de3ebf2a tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 944 time: 0.0511646 Sep 15 15:16:06.757121 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-eae6e2e7-e2ab-4f64-a609-01f05eddba35 req-b07f790e-3c4b-4377-9c44-8ab61caede59 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328250 Sep 15 15:16:06.984838 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:07.208813 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device db35f560-bec2-42da-b489-6bd566a3fab3 details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:16:07.306209 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port db35f560-bec2-42da-b489-6bd566a3fab3, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=db35f560-bec2-42da-b489-6bd566a3fab3,segment=NetworkSegment(cd81db31-5a80-4cde-9b13-8e0813c1fda7),segment_id=cd81db31-5a80-4cde-9b13-8e0813c1fda7)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:16:07.317404 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': 'db35f560-bec2-42da-b489-6bd566a3fab3', 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc', 'port_id': 'db35f560-bec2-42da-b489-6bd566a3fab3', 'mac_address': 'fa:16:3e:21:e6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b550d78-8522-40d8-a5dc-f8acba57a015', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:16:07.355290 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:07.368899 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db35f560-bec2-42da-b489-6bd566a3fab3 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:16:07.390221 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port db35f560-bec2-42da-b489-6bd566a3fab3, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=db35f560-bec2-42da-b489-6bd566a3fab3,segment=NetworkSegment(cd81db31-5a80-4cde-9b13-8e0813c1fda7),segment_id=cd81db31-5a80-4cde-9b13-8e0813c1fda7)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:16:07.394896 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:07.447601 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=db35f560-bec2-42da-b489-6bd566a3fab3,revision_number=7']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:07.672715 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['db35f560-bec2-42da-b489-6bd566a3fab3'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:16:09.217226 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device db35f560-bec2-42da-b489-6bd566a3fab3 up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:16:09.263462 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port db35f560-bec2-42da-b489-6bd566a3fab3 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:16:09.263818 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:09.336457 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:09.358183 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb59572e-e0de-4cae-bb00-54f17fa6b3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db35f560-bec2-42da-b489-6bd566a3fab3'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:16:09.360362 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f474d059-4946-4441-8754-e106ed88c466" -d '{"events": [{"server_uuid": "eb59572e-e0de-4cae-bb00-54f17fa6b3b1", "name": "network-vif-plugged", "status": "completed", "tag": "db35f560-bec2-42da-b489-6bd566a3fab3"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:16:09.375775 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port db35f560-bec2-42da-b489-6bd566a3fab3, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=db35f560-bec2-42da-b489-6bd566a3fab3,segment=NetworkSegment(cd81db31-5a80-4cde-9b13-8e0813c1fda7),segment_id=cd81db31-5a80-4cde-9b13-8e0813c1fda7)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:16:09.380033 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:09.403035 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8eef3d1-1953-493f-9f1a-374eff334439 x-openstack-request-id: req-f8eef3d1-1953-493f-9f1a-374eff334439 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:16:09.403317 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb59572e-e0de-4cae-bb00-54f17fa6b3b1", "name": "network-vif-plugged", "status": "completed", "tag": "db35f560-bec2-42da-b489-6bd566a3fab3", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:16:09.403560 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8eef3d1-1953-493f-9f1a-374eff334439 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:16:09.403936 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb59572e-e0de-4cae-bb00-54f17fa6b3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db35f560-bec2-42da-b489-6bd566a3fab3', 'code': 200} Sep 15 15:16:09.429375 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=db35f560-bec2-42da-b489-6bd566a3fab3,revision_number=8']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:12.240609 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39b22a-0cdd-4f3b-a294-ee7c6e4a442a req-569062cf-380a-4aca-b079-8961a71583f5 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:12.242262 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ed39b22a-0cdd-4f3b-a294-ee7c6e4a442a req-569062cf-380a-4aca-b079-8961a71583f5 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 946 time: 0.0513701 Sep 15 15:16:12.283395 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ed39b22a-0cdd-4f3b-a294-ee7c6e4a442a req-693b6498-2325-456a-981d-97938c523a65 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349679 Sep 15 15:16:13.408174 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03616b-d661-4cbb-adc0-4b53e90daa9b req-7537b0ce-ac71-45fa-9fac-f2c4e34eea65 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:13.410159 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1b03616b-d661-4cbb-adc0-4b53e90daa9b req-7537b0ce-ac71-45fa-9fac-f2c4e34eea65 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 946 time: 0.0499945 Sep 15 15:16:13.447236 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1b03616b-d661-4cbb-adc0-4b53e90daa9b req-b8b4417f-48e4-411b-976e-db8287388bad tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=92ba901d-012d-4abc-a57c-3a4ca8c0181b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307119 Sep 15 15:16:13.741939 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b373b-fc6e-42f0-8193-a87bf38f3edf req-4978b3db-213c-4759-8b25-03bfe68e270c tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:13.743404 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ff9b373b-fc6e-42f0-8193-a87bf38f3edf req-4978b3db-213c-4759-8b25-03bfe68e270c tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.47 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 946 time: 0.0512481 Sep 15 15:16:13.834457 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-ff9b373b-fc6e-42f0-8193-a87bf38f3edf req-2ad5277e-2527-41ad-822b-7d5dd80004a9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Deleting port eb919184-7d3c-4490-9ba8-90d0884ed71c {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:16:13.834791 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ff9b373b-fc6e-42f0-8193-a87bf38f3edf req-2ad5277e-2527-41ad-822b-7d5dd80004a9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:13.925229 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-ff9b373b-fc6e-42f0-8193-a87bf38f3edf req-2ad5277e-2527-41ad-822b-7d5dd80004a9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] For port eb919184-7d3c-4490-9ba8-90d0884ed71c, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=eb919184-7d3c-4490-9ba8-90d0884ed71c,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:16:13.925582 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ff9b373b-fc6e-42f0-8193-a87bf38f3edf req-2ad5277e-2527-41ad-822b-7d5dd80004a9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:14.093782 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ff9b373b-fc6e-42f0-8193-a87bf38f3edf req-2ad5277e-2527-41ad-822b-7d5dd80004a9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:14.094162 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ff9b373b-fc6e-42f0-8193-a87bf38f3edf req-2ad5277e-2527-41ad-822b-7d5dd80004a9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675147'] for floatingip, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:14.094471 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.l3_db [req-ff9b373b-fc6e-42f0-8193-a87bf38f3edf req-2ad5277e-2527-41ad-822b-7d5dd80004a9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Floating IP 1a99de44-793a-47b0-88ef-cc9e7f70588a disassociated. External IP: 172.27.1.8, port: eb919184-7d3c-4490-9ba8-90d0884ed71c. Sep 15 15:16:14.094806 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-ff9b373b-fc6e-42f0-8193-a87bf38f3edf req-2ad5277e-2527-41ad-822b-7d5dd80004a9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Calling delete_port for eb919184-7d3c-4490-9ba8-90d0884ed71c owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:16:14.221325 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ff9b373b-fc6e-42f0-8193-a87bf38f3edf req-2ad5277e-2527-41ad-822b-7d5dd80004a9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:14.251017 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5277e-2527-41ad-822b-7d5dd80004a9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Pushing event deleted for resources: {'Port': ['ID=eb919184-7d3c-4490-9ba8-90d0884ed71c,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:14.381224 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff9b373b-fc6e-42f0-8193-a87bf38f3edf req-2ad5277e-2527-41ad-822b-7d5dd80004a9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Router 6053570a-2175-471d-bc56-35f77ffda96c has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:16:14.494321 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff9b373b-fc6e-42f0-8193-a87bf38f3edf req-2ad5277e-2527-41ad-822b-7d5dd80004a9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:16:14.506280 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8701a7b-f8ee-42d0-837c-3fd535399f5f None None] Sync routers for ids ['6053570a-2175-471d-bc56-35f77ffda96c'] in dv-cinder-808837-2-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:16:14.519220 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8701a7b-f8ee-42d0-837c-3fd535399f5f None None] Routers {'6053570a-2175-471d-bc56-35f77ffda96c'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:16:14.519828 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-a8701a7b-f8ee-42d0-837c-3fd535399f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:16:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['6053570a-2175-471d-bc56-35f77ffda96c'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:16:14.549661 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9b373b-fc6e-42f0-8193-a87bf38f3edf req-2ad5277e-2527-41ad-822b-7d5dd80004a9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] No DVR routers for this DVR port eb919184-7d3c-4490-9ba8-90d0884ed71c on host hv-cinder-80883 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:16:14.553711 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ff9b373b-fc6e-42f0-8193-a87bf38f3edf req-2ad5277e-2527-41ad-822b-7d5dd80004a9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:14.556383 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-147e533b-418f-4fe5-9b21-f16786371852 req-f7c12b4b-f763-43be-b5c5-dd002a0f2842 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=01bbe793-5d58-498b-b337-bd628f33faf4 HTTP/1.1" status: 200 len: 210 time: 0.0283906 Sep 15 15:16:14.556921 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ff9b373b-fc6e-42f0-8193-a87bf38f3edf req-2ad5277e-2527-41ad-822b-7d5dd80004a9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.47 "DELETE /v2.0/ports/eb919184-7d3c-4490-9ba8-90d0884ed71c HTTP/1.1" status: 204 len: 173 time: 0.8072538 Sep 15 15:16:14.557180 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bbe793-5d58-498b-b337-bd628f33faf4', 'name': 'network-vif-deleted', 'tag': 'eb919184-7d3c-4490-9ba8-90d0884ed71c'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:16:14.560289 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0360d14-607e-48de-a0f1-24e642aa8b3d" -d '{"events": [{"server_uuid": "01bbe793-5d58-498b-b337-bd628f33faf4", "name": "network-vif-deleted", "tag": "eb919184-7d3c-4490-9ba8-90d0884ed71c"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:16:14.620954 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913b2224-389b-46b6-84eb-c360b6c531ba x-openstack-request-id: req-913b2224-389b-46b6-84eb-c360b6c531ba {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:16:14.621241 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01bbe793-5d58-498b-b337-bd628f33faf4", "name": "network-vif-deleted", "tag": "eb919184-7d3c-4490-9ba8-90d0884ed71c", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:16:14.621489 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-913b2224-389b-46b6-84eb-c360b6c531ba {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:16:14.621883 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bbe793-5d58-498b-b337-bd628f33faf4', 'name': 'network-vif-deleted', 'tag': 'eb919184-7d3c-4490-9ba8-90d0884ed71c', 'status': 'completed', 'code': 200} Sep 15 15:16:14.668330 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-a8701a7b-f8ee-42d0-837c-3fd535399f5f None None] Set router 6053570a-2175-471d-bc56-35f77ffda96c gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:16:14.870949 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-a8701a7b-f8ee-42d0-837c-3fd535399f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053570a-2175-471d-bc56-35f77ffda96c', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:13:26Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 4, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'gw_port': {'id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:27Z', 'updated_at': '2021-09-15T15:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'cab7c781-7eb7-4c43-8cbc-c69834a41779', 'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'mac_address': 'fa:16:3e:a5:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:29Z', 'updated_at': '2021-09-15T15:13:34Z', 'revision_number': 5, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'subnets': [{'id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:16:14.900030 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8701a7b-f8ee-42d0-837c-3fd535399f5f None None] Checking router: 6053570a-2175-471d-bc56-35f77ffda96c for host: dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:16:14.908532 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8701a7b-f8ee-42d0-837c-3fd535399f5f None None] Routers {'6053570a-2175-471d-bc56-35f77ffda96c'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:16:14.909339 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-a8701a7b-f8ee-42d0-837c-3fd535399f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:16:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['6053570a-2175-471d-bc56-35f77ffda96c'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:16:15.017806 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-a8701a7b-f8ee-42d0-837c-3fd535399f5f None None] Set router 6053570a-2175-471d-bc56-35f77ffda96c gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:16:15.214999 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-a8701a7b-f8ee-42d0-837c-3fd535399f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053570a-2175-471d-bc56-35f77ffda96c', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:13:26Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 4, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'gw_port': {'id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:27Z', 'updated_at': '2021-09-15T15:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'cab7c781-7eb7-4c43-8cbc-c69834a41779', 'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'mac_address': 'fa:16:3e:a5:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:29Z', 'updated_at': '2021-09-15T15:13:34Z', 'revision_number': 5, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'subnets': [{'id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:16:15.240827 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8701a7b-f8ee-42d0-837c-3fd535399f5f None None] The sync data for ids ['6053570a-2175-471d-bc56-35f77ffda96c'] in dv-cinder-808837-2-iscsi is: [{'id': '6053570a-2175-471d-bc56-35f77ffda96c', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:13:26Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 4, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'gw_port': {'id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:27Z', 'updated_at': '2021-09-15T15:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'cab7c781-7eb7-4c43-8cbc-c69834a41779', 'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'mac_address': 'fa:16:3e:a5:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:29Z', 'updated_at': '2021-09-15T15:13:34Z', 'revision_number': 5, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'subnets': [{'id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:16:15.445496 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2e175f-1641-432d-9fc0-bd807da16031 None None] New status for floating IP 1a99de44-793a-47b0-88ef-cc9e7f70588a: DOWN {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:16:15.641626 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 54308) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:15.674337 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 54314) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:15.729790 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-54c94ead-825a-423f-a60f-1aaccfff2108 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:15.763121 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-54c94ead-825a-423f-a60f-1aaccfff2108 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:15.765959 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5c1cf94d-4338-4313-ba06-17f933c5a63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:15.839884 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-54c94ead-825a-423f-a60f-1aaccfff2108 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:15.842379 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-54c94ead-825a-423f-a60f-1aaccfff2108 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:15.843514 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-54c94ead-825a-423f-a60f-1aaccfff2108 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "DELETE /v2.0/security-groups/92ba901d-012d-4abc-a57c-3a4ca8c0181b HTTP/1.1" status: 204 len: 168 time: 0.1682301 Sep 15 15:16:15.846725 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54316) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:15.858175 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c94ead-825a-423f-a60f-1aaccfff2108 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ba901d-012d-4abc-a57c-3a4ca8c0181b,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:15.860725 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.api.v2.resource [None req-31113b97-0fec-470a-9224-3f14e02bf5b1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] show failed (client error): The resource could not be found. Sep 15 15:16:15.861728 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-31113b97-0fec-470a-9224-3f14e02bf5b1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups/92ba901d-012d-4abc-a57c-3a4ca8c0181b HTTP/1.1" status: 404 len: 347 time: 0.0140233 Sep 15 15:16:15.864848 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54318) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:15.902268 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5c1cf94d-4338-4313-ba06-17f933c5a63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:15.906199 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5c1cf94d-4338-4313-ba06-17f933c5a63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:15.946675 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5c1cf94d-4338-4313-ba06-17f933c5a63e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bdc1c360e7374533ba4c6e83a9be920c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037374 Sep 15 15:16:15.947601 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cf94d-4338-4313-ba06-17f933c5a63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589fe70a-32ae-4828-b5a0-f6e6b9a60b03,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:15.949486 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54320) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:16.028132 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-86edae22-d773-4756-94aa-b9470655262e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:16.041487 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-b2e10f45-4ba5-4a66-8edc-fbaeb02d460b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Deleting port a50c795d-7ee9-46f9-98ab-d1402b448245 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:16:16.041487 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b2e10f45-4ba5-4a66-8edc-fbaeb02d460b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:16.081688 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-86edae22-d773-4756-94aa-b9470655262e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:16.156935 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b2e10f45-4ba5-4a66-8edc-fbaeb02d460b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:16.157462 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b2e10f45-4ba5-4a66-8edc-fbaeb02d460b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:16.170795 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-b2e10f45-4ba5-4a66-8edc-fbaeb02d460b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Calling delete_port for a50c795d-7ee9-46f9-98ab-d1402b448245 owned by network:floatingip {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:16:16.184978 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-86edae22-d773-4756-94aa-b9470655262e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:16.187492 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-86edae22-d773-4756-94aa-b9470655262e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:16.188622 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-86edae22-d773-4756-94aa-b9470655262e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/589fe70a-32ae-4828-b5a0-f6e6b9a60b03 HTTP/1.1" status: 204 len: 168 time: 0.2354012 Sep 15 15:16:16.232911 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86edae22-d773-4756-94aa-b9470655262e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589fe70a-32ae-4828-b5a0-f6e6b9a60b03,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:16.328000 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b2e10f45-4ba5-4a66-8edc-fbaeb02d460b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:16.357364 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e10f45-4ba5-4a66-8edc-fbaeb02d460b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Pushing event deleted for resources: {'Port': ['ID=a50c795d-7ee9-46f9-98ab-d1402b448245,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:16.422537 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b2e10f45-4ba5-4a66-8edc-fbaeb02d460b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for floatingip, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:16.425438 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b2e10f45-4ba5-4a66-8edc-fbaeb02d460b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:16.426611 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-b2e10f45-4ba5-4a66-8edc-fbaeb02d460b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "DELETE /v2.0/floatingips/1a99de44-793a-47b0-88ef-cc9e7f70588a HTTP/1.1" status: 204 len: 168 time: 0.5601745 Sep 15 15:16:16.828883 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54344) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:16.833698 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-a9b59485-7c04-4b07-8a92-c0910411021c tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1418446156', 'description': 'tempest-description--1075760268'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:16:16.854965 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a9b59485-7c04-4b07-8a92-c0910411021c tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:16.936373 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a9b59485-7c04-4b07-8a92-c0910411021c tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:16.943610 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a9b59485-7c04-4b07-8a92-c0910411021c tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:16.971489 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a9b59485-7c04-4b07-8a92-c0910411021c tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:16.972712 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-a9b59485-7c04-4b07-8a92-c0910411021c tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1427712 Sep 15 15:16:16.976418 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54350) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:16.981033 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-e5c33ee7-5e15-4cfe-90bc-bbbe7a2e7e10 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Request body: {'security_group_rule': {'security_group_id': '4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:16:16.985772 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b59485-7c04-4b07-8a92-c0910411021c tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:17.009854 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e5c33ee7-5e15-4cfe-90bc-bbbe7a2e7e10 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.069872 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e5c33ee7-5e15-4cfe-90bc-bbbe7a2e7e10 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.073516 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e5c33ee7-5e15-4cfe-90bc-bbbe7a2e7e10 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.094888 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c33ee7-5e15-4cfe-90bc-bbbe7a2e7e10 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4697d9-0ecb-42c5-a24c-8aba3ab0de1f,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:17.101752 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e5c33ee7-5e15-4cfe-90bc-bbbe7a2e7e10 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.105798 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 54356) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:17.106349 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-e5c33ee7-5e15-4cfe-90bc-bbbe7a2e7e10 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284904 Sep 15 15:16:17.111177 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-2c05541b-f1e0-456c-9ad4-f9fc6e3812b4 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Request body: {'security_group_rule': {'security_group_id': '4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:16:17.137482 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2c05541b-f1e0-456c-9ad4-f9fc6e3812b4 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.199442 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2c05541b-f1e0-456c-9ad4-f9fc6e3812b4 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.203862 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2c05541b-f1e0-456c-9ad4-f9fc6e3812b4 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.223063 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05541b-f1e0-456c-9ad4-f9fc6e3812b4 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5ebd98-fc92-4cc2-a864-99a216eabdd3,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:17.228914 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2c05541b-f1e0-456c-9ad4-f9fc6e3812b4 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.230180 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2c05541b-f1e0-456c-9ad4-f9fc6e3812b4 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225803 Sep 15 15:16:17.233288 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 54364) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:17.237534 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-eca3536a-38fc-4694-a6a4-6044b708c4d6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Request body: {'floatingip': {'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:16:17.261351 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-eca3536a-38fc-4694-a6a4-6044b708c4d6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for floatingip, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.274646 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device eb919184-7d3c-4490-9ba8-90d0884ed71c no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:16:17.294510 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] No Port match for: eb919184-7d3c-4490-9ba8-90d0884ed71c {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:16:17.294955 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device eb919184-7d3c-4490-9ba8-90d0884ed71c not bound to the agent host hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:16:17.362026 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-eca3536a-38fc-4694-a6a4-6044b708c4d6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.466703 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-eca3536a-38fc-4694-a6a4-6044b708c4d6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Allocated IP 172.27.1.31 (de13fce9-42d8-46bf-87ad-5f72634a95fa/379175a2-a4aa-4fa7-8529-653d88fdda18/429073ea-0c11-4afb-971f-e23a4128d234) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:16:17.576047 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-eca3536a-38fc-4694-a6a4-6044b708c4d6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.611243 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-eca3536a-38fc-4694-a6a4-6044b708c4d6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.649463 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca3536a-38fc-4694-a6a4-6044b708c4d6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Network de13fce9-42d8-46bf-87ad-5f72634a95fa is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:16:17.652353 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-eca3536a-38fc-4694-a6a4-6044b708c4d6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:16:17.657091 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca3536a-38fc-4694-a6a4-6044b708c4d6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:16:17.685238 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3536a-38fc-4694-a6a4-6044b708c4d6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Pushing event updated for resources: {'Port': ['ID=429073ea-0c11-4afb-971f-e23a4128d234,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:17.749747 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-eca3536a-38fc-4694-a6a4-6044b708c4d6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.786801 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-eca3536a-38fc-4694-a6a4-6044b708c4d6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.938542 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-eca3536a-38fc-4694-a6a4-6044b708c4d6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.943840 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-eca3536a-38fc-4694-a6a4-6044b708c4d6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625850'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:17.973016 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54394) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:18.018589 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3536a-38fc-4694-a6a4-6044b708c4d6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Pushing event updated for resources: {'Port': ['ID=429073ea-0c11-4afb-971f-e23a4128d234,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:18.028484 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-eca3536a-38fc-4694-a6a4-6044b708c4d6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675147'] for floatingip, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:18.042278 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-eca3536a-38fc-4694-a6a4-6044b708c4d6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:18.051797 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-eca3536a-38fc-4694-a6a4-6044b708c4d6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8093164 Sep 15 15:16:18.078494 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f7396264-aa25-44cf-b8a1-f4b3d32adadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:18.172093 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f7396264-aa25-44cf-b8a1-f4b3d32adadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:18.176212 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f7396264-aa25-44cf-b8a1-f4b3d32adadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:18.223257 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-f7396264-aa25-44cf-b8a1-f4b3d32adadd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ebd371e49881456fb2a82f6607661fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491279 Sep 15 15:16:18.225502 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7396264-aa25-44cf-b8a1-f4b3d32adadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d572155a-a437-4595-9132-00e1de3b305e,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:18.226691 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 54412) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:18.253489 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-9b17c384-dcb4-4ac8-a50c-e3b8bcff2060 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1418446156&fields=id&tenant_id=556a9049f67b4de0b8a13c508786aaa3 HTTP/1.1" status: 200 len: 267 time: 0.0414197 Sep 15 15:16:18.278141 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9ffa1a87-64d7-4096-af9f-70844fe14f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:18.300592 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9ffa1a87-64d7-4096-af9f-70844fe14f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:18.346243 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9ffa1a87-64d7-4096-af9f-70844fe14f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:18.349463 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9ffa1a87-64d7-4096-af9f-70844fe14f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:18.350655 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-9ffa1a87-64d7-4096-af9f-70844fe14f45 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d572155a-a437-4595-9132-00e1de3b305e HTTP/1.1" status: 204 len: 168 time: 0.1229906 Sep 15 15:16:18.358086 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa1a87-64d7-4096-af9f-70844fe14f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d572155a-a437-4595-9132-00e1de3b305e,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:18.374165 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-fd1cf8c8-397a-4e93-8e24-47677b89f56c tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:18.375627 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-fd1cf8c8-397a-4e93-8e24-47677b89f56c tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/networks?id=3635f109-97a3-46f1-8eff-fea78dda4f35 HTTP/1.1" status: 200 len: 816 time: 0.1150885 Sep 15 15:16:18.391469 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-3349d050-b783-4b84-b094-f82e64df4586 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/quotas/556a9049f67b4de0b8a13c508786aaa3 HTTP/1.1" status: 200 len: 375 time: 0.0092599 Sep 15 15:16:18.454212 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-8b88d83e-0120-4670-aa3d-0194f3f7d26b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=556a9049f67b4de0b8a13c508786aaa3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567892 Sep 15 15:16:18.554703 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-0468ad40-1bf9-46b2-abfa-36da92c24c55 service neutron] 10.222.0.44 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876889 Sep 15 15:16:18.640938 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 54418) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:18.653417 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-9c3c28dd-be4b-4298-a8d5-c60d51ba683f service neutron] 10.222.0.44 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920815 Sep 15 15:16:18.653613 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b6e45eb-745a-4e07-83ad-93b8a957ea82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:18.748567 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b6e45eb-745a-4e07-83ad-93b8a957ea82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:18.754820 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b6e45eb-745a-4e07-83ad-93b8a957ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:18.798225 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6b6e45eb-745a-4e07-83ad-93b8a957ea82 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea6e2930a881453cb2703b3889c76193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534641 Sep 15 15:16:18.798604 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54424) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:18.807481 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e45eb-745a-4e07-83ad-93b8a957ea82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd3ef90-d79c-4b4a-a05f-6e8b0ffa1fd4,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:18.829751 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3bf3cf1a-e829-4a47-b997-632bae8269f4 req-e78aea7d-e890-4e51-ab39-1e1de76660ec tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 210 time: 0.0331366 Sep 15 15:16:18.858392 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fea14ea6-3824-419c-a87c-33b079c1c1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:18.881158 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fea14ea6-3824-419c-a87c-33b079c1c1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:18.928089 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fea14ea6-3824-419c-a87c-33b079c1c1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:18.930871 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fea14ea6-3824-419c-a87c-33b079c1c1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:18.932009 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-fea14ea6-3824-419c-a87c-33b079c1c1f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/efd3ef90-d79c-4b4a-a05f-6e8b0ffa1fd4 HTTP/1.1" status: 204 len: 168 time: 0.1323493 Sep 15 15:16:18.940321 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea14ea6-3824-419c-a87c-33b079c1c1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd3ef90-d79c-4b4a-a05f-6e8b0ffa1fd4,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:19.848178 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-de559f70-3d0c-4841-af25-6da466db8576 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:19.849971 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-de559f70-3d0c-4841-af25-6da466db8576 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.47 "GET /v2.0/networks?id=3635f109-97a3-46f1-8eff-fea78dda4f35 HTTP/1.1" status: 200 len: 816 time: 0.1092966 Sep 15 15:16:19.904321 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-a4daebee-e6e2-4c8b-a177-40b6acc63495 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=556a9049f67b4de0b8a13c508786aaa3 HTTP/1.1" status: 200 len: 380 time: 0.0434182 Sep 15 15:16:19.925531 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-36219668-239d-4a12-bc1d-5981fc1bc36d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Request body: {'port': {'device_id': 'ac65dfba-c41e-4f9f-aa52-fec156910f54', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'admin_state_up': True, 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'security_groups': ['4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd']}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:16:19.954524 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0fd8eed4-cdf7-4473-a76c-7e14bcdeccce req-3a1bf652-c62a-40c4-b24d-f869b354f0bb tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 210 time: 0.0442390 Sep 15 15:16:20.051118 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-36219668-239d-4a12-bc1d-5981fc1bc36d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Made reservation on behalf of 556a9049f67b4de0b8a13c508786aaa3 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:16:20.055490 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-36219668-239d-4a12-bc1d-5981fc1bc36d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:20.182390 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-36219668-239d-4a12-bc1d-5981fc1bc36d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Allocated IP 172.20.0.12 (3635f109-97a3-46f1-8eff-fea78dda4f35/e2484f03-06a8-4ae0-a866-7ac80aaa0648/b08b2d27-1b69-4660-b759-1036158b7193) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:16:20.334279 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-36219668-239d-4a12-bc1d-5981fc1bc36d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:20.367598 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-36219668-239d-4a12-bc1d-5981fc1bc36d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:20.409262 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-36219668-239d-4a12-bc1d-5981fc1bc36d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Network 3635f109-97a3-46f1-8eff-fea78dda4f35 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:16:20.412912 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-36219668-239d-4a12-bc1d-5981fc1bc36d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:16:20.416567 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-36219668-239d-4a12-bc1d-5981fc1bc36d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:16:20.457585 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36219668-239d-4a12-bc1d-5981fc1bc36d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Pushing event updated for resources: {'Port': ['ID=b08b2d27-1b69-4660-b759-1036158b7193,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:20.481818 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-36219668-239d-4a12-bc1d-5981fc1bc36d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:20.482514 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-36219668-239d-4a12-bc1d-5981fc1bc36d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:20.500530 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-36219668-239d-4a12-bc1d-5981fc1bc36d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5805321 Sep 15 15:16:20.514841 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] Request body: {'port': {'device_id': 'ac65dfba-c41e-4f9f-aa52-fec156910f54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80883'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:16:20.577178 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:20.633975 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-b0aeda79-3e8f-427b-9c6c-4578201ba845 None None] Provisioning complete for port b08b2d27-1b69-4660-b759-1036158b7193 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:16:20.634570 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b0aeda79-3e8f-427b-9c6c-4578201ba845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:20.671257 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b0aeda79-3e8f-427b-9c6c-4578201ba845 None None] Port b08b2d27-1b69-4660-b759-1036158b7193 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:16:20.852119 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08b2d27-1b69-4660-b759-1036158b7193 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:16:20.859702 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:20.872144 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] Transition to ACTIVE for port object b08b2d27-1b69-4660-b759-1036158b7193 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:16:20.877331 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:20.947654 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] Pushing event updated for resources: {'Port': ['ID=b08b2d27-1b69-4660-b759-1036158b7193,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:21.007594 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] Attempting to bind port b08b2d27-1b69-4660-b759-1036158b7193 on host hv-cinder-80883 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:16:21.008022 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] Attempting to bind port b08b2d27-1b69-4660-b759-1036158b7193 by drivers openvswitch,hyperv on host hv-cinder-80883 at level 0 using segments [{'id': '80cd06b1-8905-44ba-88a5-616605e6851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:16:21.008422 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] Attempting to bind port b08b2d27-1b69-4660-b759-1036158b7193 on network 3635f109-97a3-46f1-8eff-fea78dda4f35 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:16:21.013111 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] Port b08b2d27-1b69-4660-b759-1036158b7193 on network 3635f109-97a3-46f1-8eff-fea78dda4f35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80883 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:16:21.013511 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] Attempting to bind port b08b2d27-1b69-4660-b759-1036158b7193 on network 3635f109-97a3-46f1-8eff-fea78dda4f35 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:16:21.018486 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] Checking agent: {'id': 'db85dd15-89fb-42a1-b201-2709101a597b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'started_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:16:21.018908 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] Checking segment: {'id': '80cd06b1-8905-44ba-88a5-616605e6851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:16:21.019363 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] Bound using segment: {'id': '80cd06b1-8905-44ba-88a5-616605e6851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:16:21.019865 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] Bound port: b08b2d27-1b69-4660-b759-1036158b7193, host: hv-cinder-80883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80cd06b1-8905-44ba-88a5-616605e6851c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:16:21.020295 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:21.096896 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] For port b08b2d27-1b69-4660-b759-1036158b7193, host hv-cinder-80883, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:16:21.097900 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1733c-a9b8-4e60-a808-62a4f51c64a1 req-d600dc45-6ae0-4ec4-9f80-20235bea33b6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:21.100465 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] For port b08b2d27-1b69-4660-b759-1036158b7193, host hv-cinder-80883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=b08b2d27-1b69-4660-b759-1036158b7193,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:16:21.106932 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fdd1733c-a9b8-4e60-a808-62a4f51c64a1 req-d600dc45-6ae0-4ec4-9f80-20235bea33b6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 944 time: 0.0649443 Sep 15 15:16:21.107238 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:21.148539 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:21.149145 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:21.150496 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fdd1733c-a9b8-4e60-a808-62a4f51c64a1 req-61c2168c-0016-4f97-82eb-bc656a38926b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419929 Sep 15 15:16:21.150601 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] 10.222.0.47 "PUT /v2.0/ports/b08b2d27-1b69-4660-b759-1036158b7193 HTTP/1.1" status: 200 len: 1094 time: 0.6404886 Sep 15 15:16:21.150988 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac65dfba-c41e-4f9f-aa52-fec156910f54', 'tag': 'b08b2d27-1b69-4660-b759-1036158b7193'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:16:21.153246 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9006915-d869-4fb4-b9a9-afc0183def41" -d '{"events": [{"name": "network-changed", "server_uuid": "ac65dfba-c41e-4f9f-aa52-fec156910f54", "tag": "b08b2d27-1b69-4660-b759-1036158b7193"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:16:21.209310 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cb706-a042-4c07-ba33-739c0042770b service neutron] Pushing event updated for resources: {'Port': ['ID=b08b2d27-1b69-4660-b759-1036158b7193,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:21.227472 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9aca36-81a1-4cfe-ac86-0ba7965f8558 x-openstack-request-id: req-6e9aca36-81a1-4cfe-ac86-0ba7965f8558 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:16:21.227755 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac65dfba-c41e-4f9f-aa52-fec156910f54", "tag": "b08b2d27-1b69-4660-b759-1036158b7193", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:16:21.228002 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e9aca36-81a1-4cfe-ac86-0ba7965f8558 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:16:21.228384 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac65dfba-c41e-4f9f-aa52-fec156910f54', 'tag': 'b08b2d27-1b69-4660-b759-1036158b7193', 'status': 'completed', 'code': 200} Sep 15 15:16:21.261778 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-ad745051-a45c-43e5-91f6-4f85c5ded69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:21.263460 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-ad745051-a45c-43e5-91f6-4f85c5ded69c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=556a9049f67b4de0b8a13c508786aaa3&device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 1097 time: 0.0461624 Sep 15 15:16:21.307731 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-ce8be493-c959-4527-bae6-ccdb7acd8652 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b08b2d27-1b69-4660-b759-1036158b7193 HTTP/1.1" status: 200 len: 217 time: 0.0355225 Sep 15 15:16:21.359358 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-eeb1e57b-27b2-48fb-a073-f3296cea882e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:21.360825 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-eeb1e57b-27b2-48fb-a073-f3296cea882e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2484f03-06a8-4ae0-a866-7ac80aaa0648 HTTP/1.1" status: 200 len: 855 time: 0.0462985 Sep 15 15:16:21.418067 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-9ceb1449-687a-4bae-a77c-fa52942a914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:21.419566 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-9ceb1449-687a-4bae-a77c-fa52942a914a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3635f109-97a3-46f1-8eff-fea78dda4f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483537 Sep 15 15:16:21.509059 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-9472274b-ce03-453d-8b2f-930c3ef1b8b5 service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811477 Sep 15 15:16:21.603181 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-580dbd09-2973-4b2e-95fb-9a1456aac6be req-124b2be8-e9f5-4fad-a2ce-6775b44c2cc0 service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867491 Sep 15 15:16:21.710554 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9006915-d869-4fb4-b9a9-afc0183def41 req-ec37559a-6360-4256-a2f0-e62d93da1e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:21.712134 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a9006915-d869-4fb4-b9a9-afc0183def41 req-ec37559a-6360-4256-a2f0-e62d93da1e97 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=556a9049f67b4de0b8a13c508786aaa3&device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 1097 time: 0.0433223 Sep 15 15:16:22.063373 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9006915-d869-4fb4-b9a9-afc0183def41 req-0d756c11-8f58-4ff3-8efb-2beee612bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:22.064831 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a9006915-d869-4fb4-b9a9-afc0183def41 req-0d756c11-8f58-4ff3-8efb-2beee612bcb9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3635f109-97a3-46f1-8eff-fea78dda4f35 HTTP/1.1" status: 200 len: 917 time: 0.3450897 Sep 15 15:16:22.106205 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a9006915-d869-4fb4-b9a9-afc0183def41 req-f179a35e-d772-49cf-bd9d-46809fde44f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b08b2d27-1b69-4660-b759-1036158b7193 HTTP/1.1" status: 200 len: 217 time: 0.0326464 Sep 15 15:16:22.154277 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9006915-d869-4fb4-b9a9-afc0183def41 req-39d1a75a-1fd9-4ecf-910f-747509baca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:22.155722 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a9006915-d869-4fb4-b9a9-afc0183def41 req-39d1a75a-1fd9-4ecf-910f-747509baca19 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2484f03-06a8-4ae0-a866-7ac80aaa0648 HTTP/1.1" status: 200 len: 855 time: 0.0424209 Sep 15 15:16:22.206006 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9006915-d869-4fb4-b9a9-afc0183def41 req-fbd6661c-47ef-4ab5-ad9d-e5eef26c6726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:22.207520 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a9006915-d869-4fb4-b9a9-afc0183def41 req-fbd6661c-47ef-4ab5-ad9d-e5eef26c6726 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3635f109-97a3-46f1-8eff-fea78dda4f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442092 Sep 15 15:16:22.277131 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87922d76-3a1e-44ad-9c98-9b0cf312f550 req-e5d1ae27-96ad-4f42-9602-a7d9afb0aab0 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:22.278635 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-87922d76-3a1e-44ad-9c98-9b0cf312f550 req-e5d1ae27-96ad-4f42-9602-a7d9afb0aab0 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 944 time: 0.0470779 Sep 15 15:16:22.314357 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a9006915-d869-4fb4-b9a9-afc0183def41 req-94322d62-5e58-4bf5-b9c1-a6a8e684f413 service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848260 Sep 15 15:16:22.324040 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-87922d76-3a1e-44ad-9c98-9b0cf312f550 req-cb95468b-53fc-4220-b4b5-8597114c437f tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395308 Sep 15 15:16:22.408776 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a9006915-d869-4fb4-b9a9-afc0183def41 req-3367bd2f-82b0-49d0-9586-761926d2b0ed service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861373 Sep 15 15:16:23.310856 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device b08b2d27-1b69-4660-b759-1036158b7193 details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:16:23.403312 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port b08b2d27-1b69-4660-b759-1036158b7193, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=b08b2d27-1b69-4660-b759-1036158b7193,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:16:23.414870 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': 'b08b2d27-1b69-4660-b759-1036158b7193', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'port_id': 'b08b2d27-1b69-4660-b759-1036158b7193', 'mac_address': 'fa:16:3e:1e:b5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:16:23.448353 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e086c-5583-44df-b28d-e2bafbb58170 req-8510958a-1653-454f-89cc-033fad539d1f tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:23.450200 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-291e086c-5583-44df-b28d-e2bafbb58170 req-8510958a-1653-454f-89cc-033fad539d1f tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 944 time: 0.0543168 Sep 15 15:16:23.454978 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:23.467989 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08b2d27-1b69-4660-b759-1036158b7193 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:16:23.486907 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port b08b2d27-1b69-4660-b759-1036158b7193, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=b08b2d27-1b69-4660-b759-1036158b7193,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:16:23.489170 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-291e086c-5583-44df-b28d-e2bafbb58170 req-f0126411-db93-47f1-9c37-3a43a9fd2fb4 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330210 Sep 15 15:16:23.491105 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:23.537242 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=b08b2d27-1b69-4660-b759-1036158b7193,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:23.749273 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['b08b2d27-1b69-4660-b759-1036158b7193'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:16:24.606933 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91a1ea-ea9d-4969-bbfa-ce37e27dfd72 req-120eb99c-7cb2-4da3-9dd9-ec659a04c22e tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:24.608374 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0c91a1ea-ea9d-4969-bbfa-ce37e27dfd72 req-120eb99c-7cb2-4da3-9dd9-ec659a04c22e tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 945 time: 0.0493731 Sep 15 15:16:24.644605 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0c91a1ea-ea9d-4969-bbfa-ce37e27dfd72 req-252a3602-eeb8-42b1-a79a-8b2957b27ead tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303385 Sep 15 15:16:25.314122 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device b08b2d27-1b69-4660-b759-1036158b7193 up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:16:25.363426 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning for port b08b2d27-1b69-4660-b759-1036158b7193 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:16:25.368018 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port b08b2d27-1b69-4660-b759-1036158b7193 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:16:25.368384 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:25.447092 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:25.471571 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac65dfba-c41e-4f9f-aa52-fec156910f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08b2d27-1b69-4660-b759-1036158b7193'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:16:25.474977 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85071922-7826-4e2d-930f-556f3303317b" -d '{"events": [{"server_uuid": "ac65dfba-c41e-4f9f-aa52-fec156910f54", "name": "network-vif-plugged", "status": "completed", "tag": "b08b2d27-1b69-4660-b759-1036158b7193"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:16:25.487822 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port b08b2d27-1b69-4660-b759-1036158b7193, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=b08b2d27-1b69-4660-b759-1036158b7193,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:16:25.492298 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:25.517484 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf898b7-7a81-4715-82a2-c30f5351c751 x-openstack-request-id: req-aaf898b7-7a81-4715-82a2-c30f5351c751 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:16:25.517775 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac65dfba-c41e-4f9f-aa52-fec156910f54", "name": "network-vif-plugged", "status": "completed", "tag": "b08b2d27-1b69-4660-b759-1036158b7193", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:16:25.518046 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aaf898b7-7a81-4715-82a2-c30f5351c751 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:16:25.518430 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac65dfba-c41e-4f9f-aa52-fec156910f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08b2d27-1b69-4660-b759-1036158b7193', 'code': 200} Sep 15 15:16:25.544371 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=b08b2d27-1b69-4660-b759-1036158b7193,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:25.696076 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e363c-d3f8-4ae6-aff1-e8237c4edda2 req-6a3835c8-7323-4288-86d1-827ccf8e97da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:25.697652 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-696e363c-d3f8-4ae6-aff1-e8237c4edda2 req-6a3835c8-7323-4288-86d1-827ccf8e97da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 1099 time: 0.0420766 Sep 15 15:16:25.741225 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-696e363c-d3f8-4ae6-aff1-e8237c4edda2 req-66a0a9a8-9296-48ce-8048-94e1ef0eefb8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301201 Sep 15 15:16:25.771076 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c672f3-9acb-4ab1-996c-a4515943e534 req-495fa0b8-6282-4962-b7b1-f62806f660d8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:25.772676 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-81c672f3-9acb-4ab1-996c-a4515943e534 req-495fa0b8-6282-4962-b7b1-f62806f660d8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0509419 Sep 15 15:16:25.814669 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-81c672f3-9acb-4ab1-996c-a4515943e534 req-68a88228-50b9-4d58-a6dc-b68ef58f8faf tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356915 Sep 15 15:16:26.944706 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38c459-b78b-4cc7-ab48-5138b5c36fee req-acef9047-b982-44f5-b2db-c2b7f050572b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:26.946205 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3c38c459-b78b-4cc7-ab48-5138b5c36fee req-acef9047-b982-44f5-b2db-c2b7f050572b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0546355 Sep 15 15:16:26.985014 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3c38c459-b78b-4cc7-ab48-5138b5c36fee req-1fad4027-6813-409d-9a33-8b9fb8fb0b23 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323236 Sep 15 15:16:27.750799 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54588) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:27.862362 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5e13c8ad-e92b-4de2-86b7-fb70d612f4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:27.949365 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5e13c8ad-e92b-4de2-86b7-fb70d612f4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:27.953181 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5e13c8ad-e92b-4de2-86b7-fb70d612f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:27.991089 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-5e13c8ad-e92b-4de2-86b7-fb70d612f4f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d79733ea51094ef5b57a1f0e73eef5bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392457 Sep 15 15:16:27.991935 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13c8ad-e92b-4de2-86b7-fb70d612f4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfb5f64-05ba-4d7e-8638-755a7a4d01f2,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:27.994458 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 54592) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:28.043770 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7a79a4ed-6e3c-4287-9846-9f809ee17f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:28.066397 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7a79a4ed-6e3c-4287-9846-9f809ee17f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:28.140282 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3dc83-db87-49d6-9084-1832be2a2935 req-8b12f9c8-0ca9-4793-bc9e-cb075df67443 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:28.141779 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a1e3dc83-db87-49d6-9084-1832be2a2935 req-8b12f9c8-0ca9-4793-bc9e-cb075df67443 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0775766 Sep 15 15:16:28.162259 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7a79a4ed-6e3c-4287-9846-9f809ee17f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:28.164748 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7a79a4ed-6e3c-4287-9846-9f809ee17f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:28.165858 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-7a79a4ed-6e3c-4287-9846-9f809ee17f0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cbfb5f64-05ba-4d7e-8638-755a7a4d01f2 HTTP/1.1" status: 204 len: 168 time: 0.1710234 Sep 15 15:16:28.185106 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79a4ed-6e3c-4287-9846-9f809ee17f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfb5f64-05ba-4d7e-8638-755a7a4d01f2,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:28.196251 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79a4ed-6e3c-4287-9846-9f809ee17f0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:28.196599 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79a4ed-6e3c-4287-9846-9f809ee17f0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:28.196941 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79a4ed-6e3c-4287-9846-9f809ee17f0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:28.197277 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79a4ed-6e3c-4287-9846-9f809ee17f0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:28.197607 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79a4ed-6e3c-4287-9846-9f809ee17f0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:28.197931 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79a4ed-6e3c-4287-9846-9f809ee17f0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:28.198286 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79a4ed-6e3c-4287-9846-9f809ee17f0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:28.198627 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79a4ed-6e3c-4287-9846-9f809ee17f0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:28.198937 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79a4ed-6e3c-4287-9846-9f809ee17f0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:28.199259 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79a4ed-6e3c-4287-9846-9f809ee17f0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:28.199577 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79a4ed-6e3c-4287-9846-9f809ee17f0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:28.199895 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79a4ed-6e3c-4287-9846-9f809ee17f0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:28.204657 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a1e3dc83-db87-49d6-9084-1832be2a2935 req-7369a700-da82-4415-a160-d5be9618d8fb tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564537 Sep 15 15:16:28.336023 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c327e3d-f07f-48d7-a06c-c8bfcd0e650a req-0d032e84-d34a-4b9b-b67d-b87a37af1208 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:28.337552 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8c327e3d-f07f-48d7-a06c-c8bfcd0e650a req-0d032e84-d34a-4b9b-b67d-b87a37af1208 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0495963 Sep 15 15:16:28.346211 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54602) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:28.351298 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-d615c357-fa30-4305-9baf-94831a1de3ee tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Request body: {'floatingip': {'port_id': 'b08b2d27-1b69-4660-b759-1036158b7193'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:16:28.392852 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d615c357-fa30-4305-9baf-94831a1de3ee tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for floatingip, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:28.430390 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 54604) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:28.443773 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ff23d4ef-f185-4368-81d8-0bc659b36308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:28.531755 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ff23d4ef-f185-4368-81d8-0bc659b36308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:28.535779 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ff23d4ef-f185-4368-81d8-0bc659b36308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:28.573674 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ff23d4ef-f185-4368-81d8-0bc659b36308 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=adca6eabc133409393fa1f0ee832c8bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421428 Sep 15 15:16:28.574647 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23d4ef-f185-4368-81d8-0bc659b36308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549d71bb-c9a3-43bc-a5ae-250b3929f4ac,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:28.577021 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 54606) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:28.627741 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef463-c732-498c-9824-38ef95a34952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:28.649724 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef463-c732-498c-9824-38ef95a34952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:28.698381 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef463-c732-498c-9824-38ef95a34952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:28.701038 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef463-c732-498c-9824-38ef95a34952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:28.702220 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-cd2ef463-c732-498c-9824-38ef95a34952 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/549d71bb-c9a3-43bc-a5ae-250b3929f4ac HTTP/1.1" status: 204 len: 168 time: 0.1242702 Sep 15 15:16:28.712078 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ef463-c732-498c-9824-38ef95a34952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549d71bb-c9a3-43bc-a5ae-250b3929f4ac,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:28.859747 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d615c357-fa30-4305-9baf-94831a1de3ee tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:28.863467 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d615c357-fa30-4305-9baf-94831a1de3ee tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675147'] for floatingip, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:28.964838 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.l3_db [None req-d615c357-fa30-4305-9baf-94831a1de3ee tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Floating IP 3d9bc3f8-0a45-4d82-b827-05cababfb204 associated. External IP: 172.27.1.31, port: b08b2d27-1b69-4660-b759-1036158b7193. Sep 15 15:16:29.028820 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 54612) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:29.042132 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-850c4b9a-b92f-48e5-8f84-7099735e30c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:29.130714 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-850c4b9a-b92f-48e5-8f84-7099735e30c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:29.134607 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-850c4b9a-b92f-48e5-8f84-7099735e30c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:29.172657 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-850c4b9a-b92f-48e5-8f84-7099735e30c8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13945314f281467ea221ba2e540e84ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426272 Sep 15 15:16:29.173517 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c4b9a-b92f-48e5-8f84-7099735e30c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbc935d-6e8c-4b3f-b04e-5a29f70e6bcd,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:29.176345 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d615c357-fa30-4305-9baf-94831a1de3ee tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Router 6053570a-2175-471d-bc56-35f77ffda96c has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:16:29.177674 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54614) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:29.301251 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a25632ed-7982-4aa5-81c5-af5a1d9d75b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:29.337102 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a25632ed-7982-4aa5-81c5-af5a1d9d75b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:29.343457 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d615c357-fa30-4305-9baf-94831a1de3ee tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:16:29.349337 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d615c357-fa30-4305-9baf-94831a1de3ee tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:29.353710 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44951f8-2e94-4d40-8a9e-a4797ce22939 None None] Sync routers for ids ['6053570a-2175-471d-bc56-35f77ffda96c'] in dv-cinder-808837-2-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:16:29.362529 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44951f8-2e94-4d40-8a9e-a4797ce22939 None None] Routers {'6053570a-2175-471d-bc56-35f77ffda96c'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:16:29.363145 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-c44951f8-2e94-4d40-8a9e-a4797ce22939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:16:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['6053570a-2175-471d-bc56-35f77ffda96c'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:16:29.395214 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-d615c357-fa30-4305-9baf-94831a1de3ee tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "PUT /v2.0/floatingips/3d9bc3f8-0a45-4d82-b827-05cababfb204 HTTP/1.1" status: 200 len: 991 time: 1.0479119 Sep 15 15:16:29.396202 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac65dfba-c41e-4f9f-aa52-fec156910f54', 'tag': 'b08b2d27-1b69-4660-b759-1036158b7193'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:16:29.398874 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f446b8b-2048-48a1-8f34-475e591e706c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac65dfba-c41e-4f9f-aa52-fec156910f54", "tag": "b08b2d27-1b69-4660-b759-1036158b7193"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:16:29.435148 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a25632ed-7982-4aa5-81c5-af5a1d9d75b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:29.439695 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a25632ed-7982-4aa5-81c5-af5a1d9d75b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:29.441082 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-a25632ed-7982-4aa5-81c5-af5a1d9d75b8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bbbc935d-6e8c-4b3f-b04e-5a29f70e6bcd HTTP/1.1" status: 204 len: 168 time: 0.2620013 Sep 15 15:16:29.451022 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25632ed-7982-4aa5-81c5-af5a1d9d75b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbc935d-6e8c-4b3f-b04e-5a29f70e6bcd,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:29.479221 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c5345a-5700-47a2-99d8-2c0bbc33fa3c x-openstack-request-id: req-78c5345a-5700-47a2-99d8-2c0bbc33fa3c {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:16:29.479712 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac65dfba-c41e-4f9f-aa52-fec156910f54", "tag": "b08b2d27-1b69-4660-b759-1036158b7193", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:16:29.480054 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78c5345a-5700-47a2-99d8-2c0bbc33fa3c {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:16:29.480777 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac65dfba-c41e-4f9f-aa52-fec156910f54', 'tag': 'b08b2d27-1b69-4660-b759-1036158b7193', 'status': 'completed', 'code': 200} Sep 15 15:16:29.488342 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-c44951f8-2e94-4d40-8a9e-a4797ce22939 None None] Set router 6053570a-2175-471d-bc56-35f77ffda96c gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:16:29.557908 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f446b8b-2048-48a1-8f34-475e591e706c req-36fa0d08-b02a-4700-a9a9-89d5448dca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:29.559474 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6f446b8b-2048-48a1-8f34-475e591e706c req-36fa0d08-b02a-4700-a9a9-89d5448dca37 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=556a9049f67b4de0b8a13c508786aaa3&device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 1099 time: 0.0460918 Sep 15 15:16:29.663279 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f446b8b-2048-48a1-8f34-475e591e706c req-8b22ff6c-c019-4e5c-866f-9372f3242565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:29.664892 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6f446b8b-2048-48a1-8f34-475e591e706c req-8b22ff6c-c019-4e5c-866f-9372f3242565 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3635f109-97a3-46f1-8eff-fea78dda4f35 HTTP/1.1" status: 200 len: 917 time: 0.0978372 Sep 15 15:16:29.746864 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6f446b8b-2048-48a1-8f34-475e591e706c req-e32afd5a-2e80-43e3-a91f-5967bbf1fab2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b08b2d27-1b69-4660-b759-1036158b7193 HTTP/1.1" status: 200 len: 999 time: 0.0733521 Sep 15 15:16:29.801577 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f446b8b-2048-48a1-8f34-475e591e706c req-bda421d9-d9fa-418f-b7ee-ac40941f5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:29.803435 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6f446b8b-2048-48a1-8f34-475e591e706c req-bda421d9-d9fa-418f-b7ee-ac40941f5755 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2484f03-06a8-4ae0-a866-7ac80aaa0648 HTTP/1.1" status: 200 len: 855 time: 0.0492668 Sep 15 15:16:29.817964 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-c44951f8-2e94-4d40-8a9e-a4797ce22939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053570a-2175-471d-bc56-35f77ffda96c', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:13:26Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 4, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'gw_port': {'id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:27Z', 'updated_at': '2021-09-15T15:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '3d9bc3f8-0a45-4d82-b827-05cababfb204', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'port_id': 'b08b2d27-1b69-4660-b759-1036158b7193', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'mac_address': 'fa:16:3e:1e:b5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac65dfba-c41e-4f9f-aa52-fec156910f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:16:17Z', 'updated_at': '2021-09-15T15:16:28Z', 'revision_number': 1, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab7c781-7eb7-4c43-8cbc-c69834a41779', 'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'mac_address': 'fa:16:3e:a5:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:29Z', 'updated_at': '2021-09-15T15:13:34Z', 'revision_number': 5, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'subnets': [{'id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:16:29.844631 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44951f8-2e94-4d40-8a9e-a4797ce22939 None None] Checking router: 6053570a-2175-471d-bc56-35f77ffda96c for host: dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:16:29.854329 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44951f8-2e94-4d40-8a9e-a4797ce22939 None None] Routers {'6053570a-2175-471d-bc56-35f77ffda96c'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:16:29.855002 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-c44951f8-2e94-4d40-8a9e-a4797ce22939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:16:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['6053570a-2175-471d-bc56-35f77ffda96c'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:16:29.857254 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f446b8b-2048-48a1-8f34-475e591e706c req-00911fa2-2a7d-47b8-8865-c12cbde0811f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:29.858817 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6f446b8b-2048-48a1-8f34-475e591e706c req-00911fa2-2a7d-47b8-8865-c12cbde0811f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3635f109-97a3-46f1-8eff-fea78dda4f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463939 Sep 15 15:16:29.953367 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6f446b8b-2048-48a1-8f34-475e591e706c req-8e54ecdf-9bcb-46a9-bb2c-7c4b2f1e031f service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856700 Sep 15 15:16:29.961314 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-c44951f8-2e94-4d40-8a9e-a4797ce22939 None None] Set router 6053570a-2175-471d-bc56-35f77ffda96c gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:16:30.068778 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6f446b8b-2048-48a1-8f34-475e591e706c req-44c0861b-dd12-418f-9142-6a451eebc9b9 service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059654 Sep 15 15:16:30.111847 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:30.213284 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-c44951f8-2e94-4d40-8a9e-a4797ce22939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053570a-2175-471d-bc56-35f77ffda96c', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:13:26Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 4, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'gw_port': {'id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:27Z', 'updated_at': '2021-09-15T15:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '3d9bc3f8-0a45-4d82-b827-05cababfb204', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'port_id': 'b08b2d27-1b69-4660-b759-1036158b7193', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'mac_address': 'fa:16:3e:1e:b5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac65dfba-c41e-4f9f-aa52-fec156910f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:16:17Z', 'updated_at': '2021-09-15T15:16:28Z', 'revision_number': 1, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab7c781-7eb7-4c43-8cbc-c69834a41779', 'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'mac_address': 'fa:16:3e:a5:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:29Z', 'updated_at': '2021-09-15T15:13:34Z', 'revision_number': 5, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'subnets': [{'id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:16:30.239792 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44951f8-2e94-4d40-8a9e-a4797ce22939 None None] The sync data for ids ['6053570a-2175-471d-bc56-35f77ffda96c'] in dv-cinder-808837-2-iscsi is: [{'id': '6053570a-2175-471d-bc56-35f77ffda96c', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:13:26Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 4, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'gw_port': {'id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:27Z', 'updated_at': '2021-09-15T15:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '3d9bc3f8-0a45-4d82-b827-05cababfb204', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'port_id': 'b08b2d27-1b69-4660-b759-1036158b7193', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'mac_address': 'fa:16:3e:1e:b5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac65dfba-c41e-4f9f-aa52-fec156910f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:16:17Z', 'updated_at': '2021-09-15T15:16:28Z', 'revision_number': 1, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab7c781-7eb7-4c43-8cbc-c69834a41779', 'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'mac_address': 'fa:16:3e:a5:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:29Z', 'updated_at': '2021-09-15T15:13:34Z', 'revision_number': 5, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'subnets': [{'id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:16:30.439730 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b87d11-622c-407f-bcb3-203dc28317f3 None None] New status for floating IP 3d9bc3f8-0a45-4d82-b827-05cababfb204: ACTIVE {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:16:31.617924 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2556cddc-dfbc-44e5-a730-46469fd077f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:33.870823 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:16:34.273608 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:34.398935 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2951abb8-e7d8-478c-87fe-abb11568633c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:35.233726 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:35.861310 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54750) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:35.963599 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-647ac8ec-288b-44c4-91f2-63c6fd95eafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:36.053981 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-647ac8ec-288b-44c4-91f2-63c6fd95eafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:36.057624 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-647ac8ec-288b-44c4-91f2-63c6fd95eafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:36.093005 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ac8ec-288b-44c4-91f2-63c6fd95eafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c3f10a-5fae-48ec-881a-1dcd8444e993,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:36.097270 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-647ac8ec-288b-44c4-91f2-63c6fd95eafb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f19c307d626f4a5b8e3dbd9e2bb53400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349591 Sep 15 15:16:36.101113 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54756) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:36.148429 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b6a4d5be-fb64-4619-bf28-707d0d0e4f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:36.173331 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b6a4d5be-fb64-4619-bf28-707d0d0e4f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:36.220393 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b6a4d5be-fb64-4619-bf28-707d0d0e4f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:36.223163 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b6a4d5be-fb64-4619-bf28-707d0d0e4f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:36.224889 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-b6a4d5be-fb64-4619-bf28-707d0d0e4f52 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/18c3f10a-5fae-48ec-881a-1dcd8444e993 HTTP/1.1" status: 204 len: 168 time: 0.1228557 Sep 15 15:16:36.232917 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4d5be-fb64-4619-bf28-707d0d0e4f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c3f10a-5fae-48ec-881a-1dcd8444e993,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:36.478217 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54762) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:36.492251 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-40ba11fd-f5e2-40f9-aa4a-8914bdeac552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:36.582791 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-40ba11fd-f5e2-40f9-aa4a-8914bdeac552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:36.587187 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-40ba11fd-f5e2-40f9-aa4a-8914bdeac552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:36.624873 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-40ba11fd-f5e2-40f9-aa4a-8914bdeac552 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5aea1297292e4d1a83df00890f73c5c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456318 Sep 15 15:16:36.625699 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba11fd-f5e2-40f9-aa4a-8914bdeac552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d536049-8a7c-47da-91ef-83e07bea176e,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:36.627811 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 54764) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:36.674962 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-55878a61-2bce-4baf-a072-a4d11a071d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:36.695204 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-55878a61-2bce-4baf-a072-a4d11a071d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:36.743008 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-55878a61-2bce-4baf-a072-a4d11a071d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:36.745498 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-55878a61-2bce-4baf-a072-a4d11a071d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:36.746641 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-55878a61-2bce-4baf-a072-a4d11a071d70 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d536049-8a7c-47da-91ef-83e07bea176e HTTP/1.1" status: 204 len: 168 time: 0.1176004 Sep 15 15:16:36.754034 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55878a61-2bce-4baf-a072-a4d11a071d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d536049-8a7c-47da-91ef-83e07bea176e,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:36.987364 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:37.394765 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 54788) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:37.488443 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-b50f18db-501f-4c35-9c04-7ad9230c1660 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-617083848-network', 'tenant_id': '8363c31cd4db4496aa1e08dd63c503a5'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:16:37.510487 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50f18db-501f-4c35-9c04-7ad9230c1660 admin admin] Made reservation on behalf of 8363c31cd4db4496aa1e08dd63c503a5 for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:16:37.512667 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b50f18db-501f-4c35-9c04-7ad9230c1660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:37.520738 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b50f18db-501f-4c35-9c04-7ad9230c1660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:37.603624 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b50f18db-501f-4c35-9c04-7ad9230c1660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:37.607181 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b50f18db-501f-4c35-9c04-7ad9230c1660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:37.627052 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50f18db-501f-4c35-9c04-7ad9230c1660 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:16:37.640072 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f18db-501f-4c35-9c04-7ad9230c1660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4013a208-37d0-494a-9c13-814768424513,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:37.644820 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b50f18db-501f-4c35-9c04-7ad9230c1660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:37.645153 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-b50f18db-501f-4c35-9c04-7ad9230c1660 admin admin] Added segment 55cb1139-1e0a-47d5-a2c2-a07f3d2a494e of type vlan for network a58ffc3a-8a6d-426a-8877-b8e50ec083be Sep 15 15:16:37.684477 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b50f18db-501f-4c35-9c04-7ad9230c1660 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747554121512'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:37.708745 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b50f18db-501f-4c35-9c04-7ad9230c1660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:37.709169 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50f18db-501f-4c35-9c04-7ad9230c1660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:37.709746 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b50f18db-501f-4c35-9c04-7ad9230c1660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:37.741536 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-b50f18db-501f-4c35-9c04-7ad9230c1660 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3456938 Sep 15 15:16:37.744515 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54792) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:37.749508 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-271b06f6-6af7-4427-a529-87bd0919fef8 admin admin] Request body: {'subnet': {'network_id': 'a58ffc3a-8a6d-426a-8877-b8e50ec083be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-617083848-subnet', 'tenant_id': '8363c31cd4db4496aa1e08dd63c503a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:16:37.770469 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271b06f6-6af7-4427-a529-87bd0919fef8 admin admin] Made reservation on behalf of 8363c31cd4db4496aa1e08dd63c503a5 for: {'subnet': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:16:37.771161 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f18db-501f-4c35-9c04-7ad9230c1660 admin admin] Pushing event updated for resources: {'Network': ['ID=a58ffc3a-8a6d-426a-8877-b8e50ec083be,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:37.773639 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-271b06f6-6af7-4427-a529-87bd0919fef8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11857622'] for subnet, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:37.781748 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Network a58ffc3a-8a6d-426a-8877-b8e50ec083be details requested by agent ovs-agent-dv-cinder-808837-2-iscsi with host dv-cinder-808837-2-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:16:37.938973 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-271b06f6-6af7-4427-a529-87bd0919fef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8964620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11857656'] for subnet, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:37.990215 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b06f6-6af7-4427-a529-87bd0919fef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5719b28e-e79b-43ca-a963-721259e2bdfd,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:38.000239 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b06f6-6af7-4427-a529-87bd0919fef8 admin admin] Checking segment: {'id': '55cb1139-1e0a-47d5-a2c2-a07f3d2a494e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a58ffc3a-8a6d-426a-8877-b8e50ec083be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:16:38.000587 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271b06f6-6af7-4427-a529-87bd0919fef8 admin admin] Network hostable DHCP agents. Network: a58ffc3a-8a6d-426a-8877-b8e50ec083be, hostable agents: ['8778f267-bcf6-40a9-a6c7-747964b5c268'], hosted agents: [] {{(pid=94132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:16:38.018694 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271b06f6-6af7-4427-a529-87bd0919fef8 admin admin] Network a58ffc3a-8a6d-426a-8877-b8e50ec083be is scheduled to be hosted by DHCP agent 8778f267-bcf6-40a9-a6c7-747964b5c268 with binding_index 1 {{(pid=94132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:16:38.027423 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-271b06f6-6af7-4427-a529-87bd0919fef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808837-2-iscsi, a58ffc3a-8a6d-426a-8877-b8e50ec083be) {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:16:38.032057 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271b06f6-6af7-4427-a529-87bd0919fef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:38.033225 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-271b06f6-6af7-4427-a529-87bd0919fef8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:38.036635 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c78bddb-9485-4594-817b-a3e318cca89b None None] Network a58ffc3a-8a6d-426a-8877-b8e50ec083be requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:16:38.046564 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-271b06f6-6af7-4427-a529-87bd0919fef8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3009121 Sep 15 15:16:38.170758 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6c9ce5-cc64-4951-befa-2200677d272c None None] Network a58ffc3a-8a6d-426a-8877-b8e50ec083be requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:16:38.511266 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54810) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:38.516064 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-89655596-5617-4347-96df-9891ed3a16ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-778460203-network', 'tenant_id': '0932dd1c92f54b76b40de9d61d403d97'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:16:38.536975 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89655596-5617-4347-96df-9891ed3a16ff admin admin] Made reservation on behalf of 0932dd1c92f54b76b40de9d61d403d97 for: {'network': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:16:38.539283 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-89655596-5617-4347-96df-9891ed3a16ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for network, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:38.548004 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-89655596-5617-4347-96df-9891ed3a16ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:38.640537 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-89655596-5617-4347-96df-9891ed3a16ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:38.644911 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-89655596-5617-4347-96df-9891ed3a16ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:38.665688 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89655596-5617-4347-96df-9891ed3a16ff admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=94132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:16:38.678538 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89655596-5617-4347-96df-9891ed3a16ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492a3ba1-795f-4da4-a7b9-58990049e396,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:38.683079 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-89655596-5617-4347-96df-9891ed3a16ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:38.683408 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.segments_db [None req-89655596-5617-4347-96df-9891ed3a16ff admin admin] Added segment 92c74b7f-0583-4052-85ec-aff8ca9bc7b7 of type vlan for network 54ace771-e2ad-42ec-8f2a-0ab6eb8445fe Sep 15 15:16:38.721478 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-89655596-5617-4347-96df-9891ed3a16ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747554121512'] for network, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:38.745303 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-89655596-5617-4347-96df-9891ed3a16ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for network, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:38.746317 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89655596-5617-4347-96df-9891ed3a16ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:38.746883 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-89655596-5617-4347-96df-9891ed3a16ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:38.778695 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-89655596-5617-4347-96df-9891ed3a16ff admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2663648 Sep 15 15:16:38.781882 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 54812) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:38.788191 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-17fdf5b8-63fb-408f-a4ea-2c7805776f38 admin admin] Request body: {'subnet': {'network_id': '54ace771-e2ad-42ec-8f2a-0ab6eb8445fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-778460203-subnet', 'tenant_id': '0932dd1c92f54b76b40de9d61d403d97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:16:38.805909 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89655596-5617-4347-96df-9891ed3a16ff admin admin] Pushing event updated for resources: {'Network': ['ID=54ace771-e2ad-42ec-8f2a-0ab6eb8445fe,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:38.808203 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fdf5b8-63fb-408f-a4ea-2c7805776f38 admin admin] Made reservation on behalf of 0932dd1c92f54b76b40de9d61d403d97 for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:16:38.810738 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17fdf5b8-63fb-408f-a4ea-2c7805776f38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8779912'] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:38.816454 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Network 54ace771-e2ad-42ec-8f2a-0ab6eb8445fe details requested by agent ovs-agent-dv-cinder-808837-2-iscsi with host dv-cinder-808837-2-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:16:38.983141 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17fdf5b8-63fb-408f-a4ea-2c7805776f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8779942'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:39.035327 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdf5b8-63fb-408f-a4ea-2c7805776f38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3bf023e-0166-4cc2-8833-9987f6a6f6ae,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:39.046524 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fdf5b8-63fb-408f-a4ea-2c7805776f38 admin admin] Checking segment: {'id': '92c74b7f-0583-4052-85ec-aff8ca9bc7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '54ace771-e2ad-42ec-8f2a-0ab6eb8445fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:16:39.046894 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fdf5b8-63fb-408f-a4ea-2c7805776f38 admin admin] Network hostable DHCP agents. Network: 54ace771-e2ad-42ec-8f2a-0ab6eb8445fe, hostable agents: ['8778f267-bcf6-40a9-a6c7-747964b5c268'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:16:39.062682 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fdf5b8-63fb-408f-a4ea-2c7805776f38 admin admin] Network 54ace771-e2ad-42ec-8f2a-0ab6eb8445fe is scheduled to be hosted by DHCP agent 8778f267-bcf6-40a9-a6c7-747964b5c268 with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:16:39.071658 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-17fdf5b8-63fb-408f-a4ea-2c7805776f38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808837-2-iscsi, 54ace771-e2ad-42ec-8f2a-0ab6eb8445fe) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:16:39.076400 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fdf5b8-63fb-408f-a4ea-2c7805776f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:16:39.076992 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17fdf5b8-63fb-408f-a4ea-2c7805776f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:39.080620 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb06f43-9070-4d05-b85e-391fe6c1de48 None None] Network 54ace771-e2ad-42ec-8f2a-0ab6eb8445fe requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:16:39.091580 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-17fdf5b8-63fb-408f-a4ea-2c7805776f38 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3084161 Sep 15 15:16:39.215877 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b711cc-9aa5-48ca-9fc7-ef41f3f92d6e None None] Network 54ace771-e2ad-42ec-8f2a-0ab6eb8445fe requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:16:52.553761 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 54962) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:52.597049 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c70b1d-b1a9-41ca-baab-8c5c2262d128 admin admin] Deleting subnet 5719b28e-e79b-43ca-a963-721259e2bdfd {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:16:52.600695 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d1c70b1d-b1a9-41ca-baab-8c5c2262d128 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:52.634158 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d1c70b1d-b1a9-41ca-baab-8c5c2262d128 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9148434'] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:52.675423 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d1c70b1d-b1a9-41ca-baab-8c5c2262d128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935064'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:52.726748 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d1c70b1d-b1a9-41ca-baab-8c5c2262d128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-935055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8779951'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:52.749176 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c70b1d-b1a9-41ca-baab-8c5c2262d128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5719b28e-e79b-43ca-a963-721259e2bdfd,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:52.754977 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d1c70b1d-b1a9-41ca-baab-8c5c2262d128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:52.757411 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d1c70b1d-b1a9-41ca-baab-8c5c2262d128 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5719b28e-e79b-43ca-a963-721259e2bdfd HTTP/1.1" status: 204 len: 168 time: 0.2026341 Sep 15 15:16:52.759796 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 54964) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:52.825438 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be59c007-6f34-4dc3-9f71-25e27cce729e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002857'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:53.119049 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be59c007-6f34-4dc3-9f71-25e27cce729e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935455', 'neutron.services.segments.db._delete_segments_for_network-8747554679709'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:53.138936 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-be59c007-6f34-4dc3-9f71-25e27cce729e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58ffc3a-8a6d-426a-8877-b8e50ec083be']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:16:53.148122 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-be59c007-6f34-4dc3-9f71-25e27cce729e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55cb1139-1e0a-47d5-a2c2-a07f3d2a494e') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:16:53.148411 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-be59c007-6f34-4dc3-9f71-25e27cce729e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55cb1139-1e0a-47d5-a2c2-a07f3d2a494e') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:16:53.157598 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be59c007-6f34-4dc3-9f71-25e27cce729e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747554679206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9148441'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:53.171033 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be59c007-6f34-4dc3-9f71-25e27cce729e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:53.176874 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be59c007-6f34-4dc3-9f71-25e27cce729e admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:16:53.177805 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be59c007-6f34-4dc3-9f71-25e27cce729e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9629202'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: timer() Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: cb(*args, **kw) Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: self._notify() Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: self.callback(batched_events) Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: event.method(event) Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: return self._get(url).json() Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:16:53.179639 dv-cinder-808837-2-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:16:53.234226 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be59c007-6f34-4dc3-9f71-25e27cce729e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675161'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:53.239291 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be59c007-6f34-4dc3-9f71-25e27cce729e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:53.241826 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-be59c007-6f34-4dc3-9f71-25e27cce729e admin admin] 10.222.0.44 "DELETE /v2.0/networks/a58ffc3a-8a6d-426a-8877-b8e50ec083be HTTP/1.1" status: 204 len: 168 time: 0.4810078 Sep 15 15:16:53.244718 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54966) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:53.252035 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59c007-6f34-4dc3-9f71-25e27cce729e admin admin] Pushing event deleted for resources: {'Network': ['ID=a58ffc3a-8a6d-426a-8877-b8e50ec083be,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:53.292191 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_v2 [None req-125720b9-1bc6-47c4-9bbc-5041eba3873b admin admin] Deleting subnet d3bf023e-0166-4cc2-8833-9987f6a6f6ae {{(pid=94132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:16:53.295253 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-125720b9-1bc6-47c4-9bbc-5041eba3873b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:53.328835 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-125720b9-1bc6-47c4-9bbc-5041eba3873b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12326048'] for subnet, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:53.366683 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-125720b9-1bc6-47c4-9bbc-5041eba3873b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935064'] for subnet, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:53.417445 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-125720b9-1bc6-47c4-9bbc-5041eba3873b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-935055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8964687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11857649'] for subnet, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:53.444865 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125720b9-1bc6-47c4-9bbc-5041eba3873b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3bf023e-0166-4cc2-8833-9987f6a6f6ae,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:53.447265 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-125720b9-1bc6-47c4-9bbc-5041eba3873b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:53.449071 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-125720b9-1bc6-47c4-9bbc-5041eba3873b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d3bf023e-0166-4cc2-8833-9987f6a6f6ae HTTP/1.1" status: 204 len: 168 time: 0.2033434 Sep 15 15:16:53.451881 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 54970) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:53.455226 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125720b9-1bc6-47c4-9bbc-5041eba3873b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:53.455573 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125720b9-1bc6-47c4-9bbc-5041eba3873b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:53.455910 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125720b9-1bc6-47c4-9bbc-5041eba3873b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:53.456237 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125720b9-1bc6-47c4-9bbc-5041eba3873b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:53.456562 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125720b9-1bc6-47c4-9bbc-5041eba3873b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:53.456887 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125720b9-1bc6-47c4-9bbc-5041eba3873b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:53.457212 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125720b9-1bc6-47c4-9bbc-5041eba3873b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:53.457521 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125720b9-1bc6-47c4-9bbc-5041eba3873b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:53.457842 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125720b9-1bc6-47c4-9bbc-5041eba3873b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:53.458184 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125720b9-1bc6-47c4-9bbc-5041eba3873b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:53.458550 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125720b9-1bc6-47c4-9bbc-5041eba3873b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:53.458865 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125720b9-1bc6-47c4-9bbc-5041eba3873b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:16:53.518622 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8ab9bd92-481d-49de-97b4-db7bba32a1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002857'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:53.598127 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8ab9bd92-481d-49de-97b4-db7bba32a1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935455', 'neutron.services.segments.db._delete_segments_for_network-8747554679709'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:53.617469 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-8ab9bd92-481d-49de-97b4-db7bba32a1f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ace771-e2ad-42ec-8f2a-0ab6eb8445fe']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:16:53.626108 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-8ab9bd92-481d-49de-97b4-db7bba32a1f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c74b7f-0583-4052-85ec-aff8ca9bc7b7') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:16:53.626397 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-8ab9bd92-481d-49de-97b4-db7bba32a1f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c74b7f-0583-4052-85ec-aff8ca9bc7b7') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:16:53.635394 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8ab9bd92-481d-49de-97b4-db7bba32a1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747554679206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9148441'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:53.647840 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8ab9bd92-481d-49de-97b4-db7bba32a1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:53.653361 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab9bd92-481d-49de-97b4-db7bba32a1f0 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:16:53.653675 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8ab9bd92-481d-49de-97b4-db7bba32a1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9629202'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: timer() Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: cb(*args, **kw) Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: self._notify() Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: self.callback(batched_events) Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: event.method(event) Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: return self._get(url).json() Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:16:53.655249 dv-cinder-808837-2-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:16:53.711313 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8ab9bd92-481d-49de-97b4-db7bba32a1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675161'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:53.716427 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8ab9bd92-481d-49de-97b4-db7bba32a1f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:53.718282 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-8ab9bd92-481d-49de-97b4-db7bba32a1f0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/54ace771-e2ad-42ec-8f2a-0ab6eb8445fe HTTP/1.1" status: 204 len: 168 time: 0.2651160 Sep 15 15:16:53.728872 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9bd92-481d-49de-97b4-db7bba32a1f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=54ace771-e2ad-42ec-8f2a-0ab6eb8445fe,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:53.871888 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54974) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:53.915603 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-3c579a48-0bca-41dc-8608-70bf16613717 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8363c31cd4db4496aa1e08dd63c503a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424507 Sep 15 15:16:53.917872 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 54976) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:53.962986 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a91172fd-43d8-48a4-879e-3f6097e53f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:53.983281 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a91172fd-43d8-48a4-879e-3f6097e53f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:54.027882 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a91172fd-43d8-48a4-879e-3f6097e53f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:54.030436 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a91172fd-43d8-48a4-879e-3f6097e53f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:54.031537 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-a91172fd-43d8-48a4-879e-3f6097e53f09 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4013a208-37d0-494a-9c13-814768424513 HTTP/1.1" status: 204 len: 168 time: 0.1127779 Sep 15 15:16:54.039545 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91172fd-43d8-48a4-879e-3f6097e53f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4013a208-37d0-494a-9c13-814768424513,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:16:54.344774 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 54982) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:54.384607 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-7405256f-933c-4958-b085-34b459a0b847 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0932dd1c92f54b76b40de9d61d403d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386956 Sep 15 15:16:54.386966 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 54984) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:16:54.434327 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7a530a78-8302-45cf-bf6b-03cc298d8f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:54.454482 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7a530a78-8302-45cf-bf6b-03cc298d8f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:54.498710 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7a530a78-8302-45cf-bf6b-03cc298d8f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:54.501468 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7a530a78-8302-45cf-bf6b-03cc298d8f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:16:54.502649 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-7a530a78-8302-45cf-bf6b-03cc298d8f9c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/492a3ba1-795f-4da4-a7b9-58990049e396 HTTP/1.1" status: 204 len: 168 time: 0.1148105 Sep 15 15:16:54.511676 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a530a78-8302-45cf-bf6b-03cc298d8f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492a3ba1-795f-4da4-a7b9-58990049e396,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:00.106066 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:01.618201 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56c977de-dde6-4c88-a819-5d5d7f1de404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:04.275209 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:04.399029 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5586-1150-4240-9626-9488b9bdbe83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:05.186863 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 55138) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:17:05.242279 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:05.294592 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c3221475-6250-4a44-a35d-78547013b82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:05.383842 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c3221475-6250-4a44-a35d-78547013b82e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:05.387479 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c3221475-6250-4a44-a35d-78547013b82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:05.425143 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c3221475-6250-4a44-a35d-78547013b82e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cde69a8d101e49a7b1aea779913f82de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371993 Sep 15 15:17:05.425900 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3221475-6250-4a44-a35d-78547013b82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac9f462-0585-48d7-9633-5458ba0dba8c,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:05.428629 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 55144) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:17:05.479121 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f1a0e794-2238-414b-ab13-b11d9131afc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:05.501294 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f1a0e794-2238-414b-ab13-b11d9131afc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:05.548044 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f1a0e794-2238-414b-ab13-b11d9131afc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:05.550758 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f1a0e794-2238-414b-ab13-b11d9131afc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:05.551894 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-f1a0e794-2238-414b-ab13-b11d9131afc5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ac9f462-0585-48d7-9633-5458ba0dba8c HTTP/1.1" status: 204 len: 168 time: 0.1213801 Sep 15 15:17:05.559747 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0e794-2238-414b-ab13-b11d9131afc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac9f462-0585-48d7-9633-5458ba0dba8c,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:06.990057 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:10.007114 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411e35c-2ee9-43ec-ba26-73c775206ac0 req-4a299816-32b6-491a-b0dc-d71a1d018a6f tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:10.008899 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f411e35c-2ee9-43ec-ba26-73c775206ac0 req-4a299816-32b6-491a-b0dc-d71a1d018a6f tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0483470 Sep 15 15:17:10.045452 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f411e35c-2ee9-43ec-ba26-73c775206ac0 req-d675712a-4434-4171-abb3-1039545df37d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307302 Sep 15 15:17:10.870593 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:17:11.171277 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32176298-5463-4aeb-a5b0-98a92048502b req-824ace47-d1e9-4b77-bf72-638bb7726d6a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:11.172757 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-32176298-5463-4aeb-a5b0-98a92048502b req-824ace47-d1e9-4b77-bf72-638bb7726d6a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0527978 Sep 15 15:17:11.209391 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-32176298-5463-4aeb-a5b0-98a92048502b req-99e5f6e6-5a89-4427-a6a7-05587e9aa4d1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307736 Sep 15 15:17:12.328422 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c186ef7-5e3a-40a1-937e-41ea8ab5871a req-9a5af948-ec15-40dc-822d-ec6bb34046a7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:12.329863 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5c186ef7-5e3a-40a1-937e-41ea8ab5871a req-9a5af948-ec15-40dc-822d-ec6bb34046a7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0489318 Sep 15 15:17:12.366144 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5c186ef7-5e3a-40a1-937e-41ea8ab5871a req-8fd7f567-4399-4ca0-959c-3d50be588bfc tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302942 Sep 15 15:17:13.481112 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde62e5-b960-411f-9b4f-a2b3f9361415 req-d76933a4-9f59-4205-8f17-4650f62519c4 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:13.482511 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1cde62e5-b960-411f-9b4f-a2b3f9361415 req-d76933a4-9f59-4205-8f17-4650f62519c4 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0465143 Sep 15 15:17:13.519217 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1cde62e5-b960-411f-9b4f-a2b3f9361415 req-26d385a4-4f9b-4427-b96e-a6cdeb03b9f2 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309284 Sep 15 15:17:14.636868 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56de24-3e9b-40df-85b8-fcb5511afbc0 req-2b2c3c77-2b96-4bbe-877f-3b4cd415d3e9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:14.638338 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6d56de24-3e9b-40df-85b8-fcb5511afbc0 req-2b2c3c77-2b96-4bbe-877f-3b4cd415d3e9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0506508 Sep 15 15:17:14.674872 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6d56de24-3e9b-40df-85b8-fcb5511afbc0 req-209734d6-4727-4e60-b11d-914f6f9ca11c tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307200 Sep 15 15:17:15.790428 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853025d9-f518-4a6b-838e-6bf1308be056 req-57bff6fd-63c6-43b3-9a04-8f6430f090cd tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:15.791887 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-853025d9-f518-4a6b-838e-6bf1308be056 req-57bff6fd-63c6-43b3-9a04-8f6430f090cd tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0475616 Sep 15 15:17:15.828853 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-853025d9-f518-4a6b-838e-6bf1308be056 req-f2167eb7-72c3-4c15-9c7c-c6891baa9cd7 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310650 Sep 15 15:17:16.949743 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9625e-0944-4b32-8d85-04ef814d3816 req-19cbc9ee-956b-4f3f-824c-69ec90b561c0 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:16.951232 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-85d9625e-0944-4b32-8d85-04ef814d3816 req-19cbc9ee-956b-4f3f-824c-69ec90b561c0 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0487552 Sep 15 15:17:16.987589 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-85d9625e-0944-4b32-8d85-04ef814d3816 req-c212288d-a30e-4aa7-8894-7c3cd3eba504 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304549 Sep 15 15:17:17.273867 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21833895-d802-462f-9f5b-a017dd7b8efe req-d6f859ef-fcdf-4e36-952b-0724ef7df89a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1790760363&fields=id&tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5 HTTP/1.1" status: 200 len: 267 time: 0.0318329 Sep 15 15:17:17.377977 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21833895-d802-462f-9f5b-a017dd7b8efe req-7df3f316-042a-421d-be2a-b8a0820f46aa tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:17.379608 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21833895-d802-462f-9f5b-a017dd7b8efe req-7df3f316-042a-421d-be2a-b8a0820f46aa tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/networks?id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 HTTP/1.1" status: 200 len: 811 time: 0.0993018 Sep 15 15:17:17.393822 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21833895-d802-462f-9f5b-a017dd7b8efe req-cbb160f2-5971-4ae3-a8fe-2a0fe1b4cf12 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/quotas/94312bf7455c4ab29f3cdb8234ceb8a5 HTTP/1.1" status: 200 len: 375 time: 0.0085006 Sep 15 15:17:17.449510 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21833895-d802-462f-9f5b-a017dd7b8efe req-501149a6-afb4-4649-b8c3-30430677fed9 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0501046 Sep 15 15:17:17.544197 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21833895-d802-462f-9f5b-a017dd7b8efe req-41762abd-212c-4255-ba53-8fd0db09086d service neutron] 10.222.0.44 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816042 Sep 15 15:17:17.630423 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21833895-d802-462f-9f5b-a017dd7b8efe req-661651c1-3b89-48e8-9c84-e3bf0630f2bf service neutron] 10.222.0.44 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802019 Sep 15 15:17:17.909897 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5e264d78-5809-4d5f-9fcd-d2c70d702be3 req-ff8a5c9e-f5d4-4a09-9a79-ca68b17308b1 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 210 time: 0.0256443 Sep 15 15:17:18.112567 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42cb70-2e33-4ed3-a37e-d7b65ac75a5b req-5d53bc7d-b467-421a-a2ca-988cbd25f163 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:18.114047 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1b42cb70-2e33-4ed3-a37e-d7b65ac75a5b req-5d53bc7d-b467-421a-a2ca-988cbd25f163 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0546513 Sep 15 15:17:18.154232 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1b42cb70-2e33-4ed3-a37e-d7b65ac75a5b req-247922f2-d509-4adf-b036-e3e55bf9d9b0 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316622 Sep 15 15:17:18.808584 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21833895-d802-462f-9f5b-a017dd7b8efe req-2d1250a5-2de7-49f5-8487-23cac329dbc1 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:18.810043 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21833895-d802-462f-9f5b-a017dd7b8efe req-2d1250a5-2de7-49f5-8487-23cac329dbc1 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.47 "GET /v2.0/networks?id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 HTTP/1.1" status: 200 len: 811 time: 0.1017790 Sep 15 15:17:18.864878 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21833895-d802-462f-9f5b-a017dd7b8efe req-73d709cf-7f55-4543-8b1a-3b518e1a1020 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5 HTTP/1.1" status: 200 len: 380 time: 0.0402265 Sep 15 15:17:18.874666 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-21833895-d802-462f-9f5b-a017dd7b8efe req-ca2f8dec-5454-4dcd-82cc-05236bc369ea tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Request body: {'port': {'device_id': 'b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'admin_state_up': True, 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'security_groups': ['bcf47aae-f786-4ca7-b464-ecd7fecaf8f8']}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:17:18.982323 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21833895-d802-462f-9f5b-a017dd7b8efe req-ca2f8dec-5454-4dcd-82cc-05236bc369ea tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Made reservation on behalf of 94312bf7455c4ab29f3cdb8234ceb8a5 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:17:18.985760 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-21833895-d802-462f-9f5b-a017dd7b8efe req-ca2f8dec-5454-4dcd-82cc-05236bc369ea tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:19.005084 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ae440728-357f-43cf-a527-923544a0822d req-770f6ae1-9d07-448d-bc79-bd67efd2aded tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 210 time: 0.0300388 Sep 15 15:17:19.112095 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-21833895-d802-462f-9f5b-a017dd7b8efe req-ca2f8dec-5454-4dcd-82cc-05236bc369ea tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Allocated IP 172.20.0.6 (0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7/ab98e2b5-0526-4338-8324-d44ebcc41e73/e63b1b7b-4f96-4d8b-b435-a8de02459b55) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:17:19.277625 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-21833895-d802-462f-9f5b-a017dd7b8efe req-ca2f8dec-5454-4dcd-82cc-05236bc369ea tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:19.314920 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdb499-7820-4835-a8e4-153fb8fdca34 req-b5d4f63f-58ee-40d5-a719-58a6769da949 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:19.316387 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-40bdb499-7820-4835-a8e4-153fb8fdca34 req-b5d4f63f-58ee-40d5-a719-58a6769da949 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0824780 Sep 15 15:17:19.344075 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-21833895-d802-462f-9f5b-a017dd7b8efe req-ca2f8dec-5454-4dcd-82cc-05236bc369ea tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:19.392526 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-40bdb499-7820-4835-a8e4-153fb8fdca34 req-b84518e1-b260-4321-9baf-20950f35deaf tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683753 Sep 15 15:17:19.401381 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21833895-d802-462f-9f5b-a017dd7b8efe req-ca2f8dec-5454-4dcd-82cc-05236bc369ea tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:17:19.404377 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-21833895-d802-462f-9f5b-a017dd7b8efe req-ca2f8dec-5454-4dcd-82cc-05236bc369ea tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:17:19.411011 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-21833895-d802-462f-9f5b-a017dd7b8efe req-ca2f8dec-5454-4dcd-82cc-05236bc369ea tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:17:19.415485 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f8dec-5454-4dcd-82cc-05236bc369ea tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event updated for resources: {'Port': ['ID=e63b1b7b-4f96-4d8b-b435-a8de02459b55,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:19.465160 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21833895-d802-462f-9f5b-a017dd7b8efe req-ca2f8dec-5454-4dcd-82cc-05236bc369ea tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:19.465785 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-21833895-d802-462f-9f5b-a017dd7b8efe req-ca2f8dec-5454-4dcd-82cc-05236bc369ea tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:19.480486 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21833895-d802-462f-9f5b-a017dd7b8efe req-ca2f8dec-5454-4dcd-82cc-05236bc369ea tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6094050 Sep 15 15:17:19.493981 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] Request body: {'port': {'device_id': 'b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80883'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:17:19.595880 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-6da3e3f6-73b3-41ee-914e-409dc932e3a5 None None] Provisioning complete for port e63b1b7b-4f96-4d8b-b435-a8de02459b55 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:17:19.596491 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6da3e3f6-73b3-41ee-914e-409dc932e3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:19.636062 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-6da3e3f6-73b3-41ee-914e-409dc932e3a5 None None] Port e63b1b7b-4f96-4d8b-b435-a8de02459b55 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:17:19.808214 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:20.067179 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63b1b7b-4f96-4d8b-b435-a8de02459b55 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:17:20.075577 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:20.087811 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] Transition to ACTIVE for port object e63b1b7b-4f96-4d8b-b435-a8de02459b55 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:17:20.090779 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:20.120368 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927e654-64f5-4426-85a9-9f861e6122d5 req-fa88a8c9-e798-4896-8461-2cad40ac94dc tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:20.121873 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a927e654-64f5-4426-85a9-9f861e6122d5 req-fa88a8c9-e798-4896-8461-2cad40ac94dc tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 931 time: 0.0489542 Sep 15 15:17:20.170526 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a927e654-64f5-4426-85a9-9f861e6122d5 req-f2b21b22-2392-4bc6-8186-a0094d99d8f9 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364165 Sep 15 15:17:20.176679 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] Pushing event updated for resources: {'Port': ['ID=e63b1b7b-4f96-4d8b-b435-a8de02459b55,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:20.210502 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] Attempting to bind port e63b1b7b-4f96-4d8b-b435-a8de02459b55 on host hv-cinder-80883 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:17:20.211021 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] Attempting to bind port e63b1b7b-4f96-4d8b-b435-a8de02459b55 by drivers openvswitch,hyperv on host hv-cinder-80883 at level 0 using segments [{'id': '1eb8ce00-67a7-42b1-9523-85f9fb71db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:17:20.211350 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] Attempting to bind port e63b1b7b-4f96-4d8b-b435-a8de02459b55 on network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:17:20.215710 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] Port e63b1b7b-4f96-4d8b-b435-a8de02459b55 on network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80883 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:17:20.216016 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] Attempting to bind port e63b1b7b-4f96-4d8b-b435-a8de02459b55 on network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:17:20.220948 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] Checking agent: {'id': 'db85dd15-89fb-42a1-b201-2709101a597b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'started_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:17:20.221279 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] Checking segment: {'id': '1eb8ce00-67a7-42b1-9523-85f9fb71db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:17:20.221651 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] Bound using segment: {'id': '1eb8ce00-67a7-42b1-9523-85f9fb71db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:17:20.222096 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] Bound port: e63b1b7b-4f96-4d8b-b435-a8de02459b55, host: hv-cinder-80883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb8ce00-67a7-42b1-9523-85f9fb71db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:17:20.222448 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:20.292695 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] For port e63b1b7b-4f96-4d8b-b435-a8de02459b55, host hv-cinder-80883, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:17:20.295827 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] For port e63b1b7b-4f96-4d8b-b435-a8de02459b55, host hv-cinder-80883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=e63b1b7b-4f96-4d8b-b435-a8de02459b55,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:17:20.299875 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:20.340093 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:20.340687 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:20.342130 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21833895-d802-462f-9f5b-a017dd7b8efe req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] 10.222.0.47 "PUT /v2.0/ports/e63b1b7b-4f96-4d8b-b435-a8de02459b55 HTTP/1.1" status: 200 len: 1093 time: 0.8538096 Sep 15 15:17:20.342569 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2', 'tag': 'e63b1b7b-4f96-4d8b-b435-a8de02459b55'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:17:20.344831 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175fcd3d-82d6-4a44-9bb3-e202c4b548c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2", "tag": "e63b1b7b-4f96-4d8b-b435-a8de02459b55"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:17:20.375295 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776b63a-b6de-4d74-8aee-2dc3c3828e80 service neutron] Pushing event updated for resources: {'Port': ['ID=e63b1b7b-4f96-4d8b-b435-a8de02459b55,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:20.408432 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5887c9da-6d36-4728-bb61-23fafbe4daa6 x-openstack-request-id: req-5887c9da-6d36-4728-bb61-23fafbe4daa6 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:17:20.408721 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2", "tag": "e63b1b7b-4f96-4d8b-b435-a8de02459b55", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:17:20.408967 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5887c9da-6d36-4728-bb61-23fafbe4daa6 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:17:20.409358 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2', 'tag': 'e63b1b7b-4f96-4d8b-b435-a8de02459b55', 'status': 'completed', 'code': 200} Sep 15 15:17:20.425103 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21833895-d802-462f-9f5b-a017dd7b8efe req-ef395747-64da-482f-b859-3234838a3154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:20.426669 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21833895-d802-462f-9f5b-a017dd7b8efe req-ef395747-64da-482f-b859-3234838a3154 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5&device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 1096 time: 0.0457332 Sep 15 15:17:20.475231 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21833895-d802-462f-9f5b-a017dd7b8efe req-438ec569-f51a-4130-a033-430962c08df0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e63b1b7b-4f96-4d8b-b435-a8de02459b55 HTTP/1.1" status: 200 len: 217 time: 0.0400677 Sep 15 15:17:20.519414 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4df34b-5520-49dc-a80e-4f84801138fe req-1508f35b-02e0-43c1-8809-f6ff21742bb0 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:20.520924 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2e4df34b-5520-49dc-a80e-4f84801138fe req-1508f35b-02e0-43c1-8809-f6ff21742bb0 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0528915 Sep 15 15:17:20.525905 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21833895-d802-462f-9f5b-a017dd7b8efe req-e15c7d44-843b-4352-9f5b-b40ced85a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:20.527391 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21833895-d802-462f-9f5b-a017dd7b8efe req-e15c7d44-843b-4352-9f5b-b40ced85a1d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab98e2b5-0526-4338-8324-d44ebcc41e73 HTTP/1.1" status: 200 len: 850 time: 0.0456662 Sep 15 15:17:20.560987 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2e4df34b-5520-49dc-a80e-4f84801138fe req-e06dfae6-d64f-4d7a-abd3-a8c6d8977ed9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330663 Sep 15 15:17:20.573930 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21833895-d802-462f-9f5b-a017dd7b8efe req-2a294bcf-2647-4916-bb3d-50938328c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:20.575442 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21833895-d802-462f-9f5b-a017dd7b8efe req-2a294bcf-2647-4916-bb3d-50938328c1b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412462 Sep 15 15:17:20.667273 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21833895-d802-462f-9f5b-a017dd7b8efe req-546d4dca-36ef-47f7-821c-bd43ddd228e2 service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849519 Sep 15 15:17:20.755870 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21833895-d802-462f-9f5b-a017dd7b8efe req-eb45b936-ecde-42ef-bea8-f9f2ed7d6e02 service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819590 Sep 15 15:17:20.841529 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fcd3d-82d6-4a44-9bb3-e202c4b548c6 req-97eef917-55d6-4fd7-bde1-e2fb579eebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:20.842960 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-175fcd3d-82d6-4a44-9bb3-e202c4b548c6 req-97eef917-55d6-4fd7-bde1-e2fb579eebcd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5&device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 1096 time: 0.0401468 Sep 15 15:17:20.936791 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fcd3d-82d6-4a44-9bb3-e202c4b548c6 req-f3602aa1-5c80-4498-93b1-7e91b3e4ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:20.938285 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-175fcd3d-82d6-4a44-9bb3-e202c4b548c6 req-f3602aa1-5c80-4498-93b1-7e91b3e4ea28 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 HTTP/1.1" status: 200 len: 912 time: 0.0886331 Sep 15 15:17:20.979991 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-175fcd3d-82d6-4a44-9bb3-e202c4b548c6 req-8145c126-06d7-4782-ab07-3d2be414d88c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e63b1b7b-4f96-4d8b-b435-a8de02459b55 HTTP/1.1" status: 200 len: 217 time: 0.0326021 Sep 15 15:17:21.031711 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fcd3d-82d6-4a44-9bb3-e202c4b548c6 req-640b5fb9-22b5-4d5d-a5c4-8e9cea688d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:21.033147 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-175fcd3d-82d6-4a44-9bb3-e202c4b548c6 req-640b5fb9-22b5-4d5d-a5c4-8e9cea688d17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab98e2b5-0526-4338-8324-d44ebcc41e73 HTTP/1.1" status: 200 len: 850 time: 0.0464635 Sep 15 15:17:21.078672 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fcd3d-82d6-4a44-9bb3-e202c4b548c6 req-37af9555-ba5c-46bd-b971-63525ced885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:21.080124 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-175fcd3d-82d6-4a44-9bb3-e202c4b548c6 req-37af9555-ba5c-46bd-b971-63525ced885b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391848 Sep 15 15:17:21.173361 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-175fcd3d-82d6-4a44-9bb3-e202c4b548c6 req-e819dc9e-1a76-49bc-ac7e-d88cdd8645fd service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846345 Sep 15 15:17:21.295972 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-175fcd3d-82d6-4a44-9bb3-e202c4b548c6 req-9516203d-7ed1-43a9-9da8-e6bd6a19f9db service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114435 Sep 15 15:17:21.307642 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263abf95-dd88-4628-9a0e-8a8ff1a2cd57 req-e4caeaee-110e-4344-b464-2986ccc540b6 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:21.309065 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-263abf95-dd88-4628-9a0e-8a8ff1a2cd57 req-e4caeaee-110e-4344-b464-2986ccc540b6 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 943 time: 0.0678685 Sep 15 15:17:21.350282 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-263abf95-dd88-4628-9a0e-8a8ff1a2cd57 req-9dc46cd4-e403-48cb-b0e3-fa2adf3dc021 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343039 Sep 15 15:17:21.678377 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa94b5-9b09-4a64-aeb0-42fe4d316d7e req-11538244-2a0f-482b-b107-9686d8d87ea1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:21.680087 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2caa94b5-9b09-4a64-aeb0-42fe4d316d7e req-11538244-2a0f-482b-b107-9686d8d87ea1 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0491757 Sep 15 15:17:21.720604 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2caa94b5-9b09-4a64-aeb0-42fe4d316d7e req-d7af1de8-c566-4189-abcf-cd90e2f1dc40 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345519 Sep 15 15:17:22.465696 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3805a6a-8007-4e75-9bd3-ef063c0456bc req-d8248d99-8dee-44bf-8743-dafa1812854f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:22.467080 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f3805a6a-8007-4e75-9bd3-ef063c0456bc req-d8248d99-8dee-44bf-8743-dafa1812854f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 943 time: 0.0470450 Sep 15 15:17:22.504760 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f3805a6a-8007-4e75-9bd3-ef063c0456bc req-3f8e94c6-dd0f-4123-b945-0f68704688ae tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317895 Sep 15 15:17:22.838437 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a924df-5701-4d06-8903-bcac85d696f8 req-6db2c37b-4d46-4217-ba67-c3b8d3b1b4c2 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:22.839920 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-20a924df-5701-4d06-8903-bcac85d696f8 req-6db2c37b-4d46-4217-ba67-c3b8d3b1b4c2 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0487494 Sep 15 15:17:22.878770 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-20a924df-5701-4d06-8903-bcac85d696f8 req-31b8b0e5-bb37-4f38-9e29-8112218fb8ea tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326314 Sep 15 15:17:23.615188 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1b40e-a98c-4347-babc-d498771bdca6 req-d901db79-1c5f-4235-b35a-5cfa0f247736 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:23.617329 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-87d1b40e-a98c-4347-babc-d498771bdca6 req-d901db79-1c5f-4235-b35a-5cfa0f247736 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 943 time: 0.0472913 Sep 15 15:17:23.652819 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-87d1b40e-a98c-4347-babc-d498771bdca6 req-26ece2bf-473d-4804-b5ca-6687aeb8afda tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297599 Sep 15 15:17:23.994691 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd221fb7-fd90-499c-8ce7-4a8df12638f8 req-d1271d15-1dff-4546-b9f9-c1a262ec9c58 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:23.996190 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dd221fb7-fd90-499c-8ce7-4a8df12638f8 req-d1271d15-1dff-4546-b9f9-c1a262ec9c58 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0473506 Sep 15 15:17:24.033168 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dd221fb7-fd90-499c-8ce7-4a8df12638f8 req-cc3e4444-991c-4d9c-bb09-eed0f315715d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311320 Sep 15 15:17:24.773161 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cf177-bb97-4a1c-9954-7c80cbd66598 req-fd4e9c2c-f2c3-4ca1-b5e6-9cbe74a6c10e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:24.774669 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b05cf177-bb97-4a1c-9954-7c80cbd66598 req-fd4e9c2c-f2c3-4ca1-b5e6-9cbe74a6c10e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 943 time: 0.0562606 Sep 15 15:17:24.815323 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b05cf177-bb97-4a1c-9954-7c80cbd66598 req-11420e52-1246-41ff-8725-5686f633569d tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348396 Sep 15 15:17:25.161521 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623f46c-f005-443a-bcf6-1bfdec6909d1 req-abd36561-2aa9-4279-9416-f1f20138338b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:25.163255 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9623f46c-f005-443a-bcf6-1bfdec6909d1 req-abd36561-2aa9-4279-9416-f1f20138338b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0517049 Sep 15 15:17:25.218493 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9623f46c-f005-443a-bcf6-1bfdec6909d1 req-715bbe16-8edf-43e7-b4bb-86ab32c68bfa tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448434 Sep 15 15:17:25.560199 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device b08b2d27-1b69-4660-b759-1036158b7193 details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:17:25.671369 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port b08b2d27-1b69-4660-b759-1036158b7193, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=b08b2d27-1b69-4660-b759-1036158b7193,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:17:25.685730 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': 'b08b2d27-1b69-4660-b759-1036158b7193', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'port_id': 'b08b2d27-1b69-4660-b759-1036158b7193', 'mac_address': 'fa:16:3e:1e:b5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:17:25.729111 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:25.743612 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b08b2d27-1b69-4660-b759-1036158b7193 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:17:25.765449 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port b08b2d27-1b69-4660-b759-1036158b7193, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=b08b2d27-1b69-4660-b759-1036158b7193,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:17:25.770191 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:25.826817 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=b08b2d27-1b69-4660-b759-1036158b7193,revision_number=6']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:25.834602 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:25.835146 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:25.835329 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:25.835692 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:25.836018 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:25.836336 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:25.836657 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:25.836977 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:25.837319 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:25.837655 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:25.837956 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:25.839705 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:25.860758 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['b08b2d27-1b69-4660-b759-1036158b7193'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:17:25.954083 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecce806-ba35-4cd8-8754-e7a7fa649a88 req-520b8fed-de79-4424-8bba-0b51cdd1d9a0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:25.955650 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1ecce806-ba35-4cd8-8754-e7a7fa649a88 req-520b8fed-de79-4424-8bba-0b51cdd1d9a0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 943 time: 0.0600665 Sep 15 15:17:26.006170 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1ecce806-ba35-4cd8-8754-e7a7fa649a88 req-df2fb220-00ee-486e-b7c4-24433f75651c tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421298 Sep 15 15:17:26.357646 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947b37-703b-4141-afcc-c20715d03d5a req-38546c3c-a970-4f06-89ff-c72243e33faa tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:26.359171 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d7947b37-703b-4141-afcc-c20715d03d5a req-38546c3c-a970-4f06-89ff-c72243e33faa tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 945 time: 0.0505931 Sep 15 15:17:26.400158 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 55302) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:17:26.404209 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d7947b37-703b-4141-afcc-c20715d03d5a req-67f17103-0aec-4395-9ca0-a5e72c7461ed tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391645 Sep 15 15:17:26.599003 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-da2f5419-b631-441c-8b9b-8945451a218f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Deleting port 55fe6b04-92fd-4a8b-bbed-5e7310bbb012 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:17:26.599564 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-da2f5419-b631-441c-8b9b-8945451a218f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:26.689507 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-da2f5419-b631-441c-8b9b-8945451a218f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:26.689834 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-da2f5419-b631-441c-8b9b-8945451a218f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:26.703455 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-da2f5419-b631-441c-8b9b-8945451a218f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Calling delete_port for 55fe6b04-92fd-4a8b-bbed-5e7310bbb012 owned by network:floatingip {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:17:26.895692 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-da2f5419-b631-441c-8b9b-8945451a218f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:26.920119 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f5419-b631-441c-8b9b-8945451a218f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Pushing event deleted for resources: {'Port': ['ID=55fe6b04-92fd-4a8b-bbed-5e7310bbb012,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:26.990670 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-da2f5419-b631-441c-8b9b-8945451a218f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for floatingip, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:26.991609 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.l3_db [None req-da2f5419-b631-441c-8b9b-8945451a218f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Floating IP 4189e18b-af12-4cfd-85c2-2b2c1f4f12fd disassociated (deleted). External IP: 172.27.1.161, port: db35f560-bec2-42da-b489-6bd566a3fab3. Sep 15 15:17:27.157450 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2093cda-3ffa-4e74-9713-78ad0b2154fa req-ccf368ba-b9d1-4014-b3cc-cca192770c4e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:27.162542 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d2093cda-3ffa-4e74-9713-78ad0b2154fa req-ccf368ba-b9d1-4014-b3cc-cca192770c4e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 943 time: 0.0710528 Sep 15 15:17:27.274782 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d2093cda-3ffa-4e74-9713-78ad0b2154fa req-2ae282a7-c81b-4f94-9de1-7782b01be89c tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760758 Sep 15 15:17:27.305119 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2f5419-b631-441c-8b9b-8945451a218f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Router cad9d14e-8405-4eed-afcf-6a8d0e8589e6 has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:17:27.421994 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2f5419-b631-441c-8b9b-8945451a218f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:17:27.429820 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-da2f5419-b631-441c-8b9b-8945451a218f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:27.441365 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02436b4-d11d-4a85-89ce-b7192d3237ae None None] Sync routers for ids ['cad9d14e-8405-4eed-afcf-6a8d0e8589e6'] in dv-cinder-808837-2-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:17:27.463460 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-da2f5419-b631-441c-8b9b-8945451a218f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "DELETE /v2.0/floatingips/4189e18b-af12-4cfd-85c2-2b2c1f4f12fd HTTP/1.1" status: 204 len: 168 time: 1.0622010 Sep 15 15:17:27.464200 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb59572e-e0de-4cae-bb00-54f17fa6b3b1', 'tag': 'db35f560-bec2-42da-b489-6bd566a3fab3'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:17:27.465019 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02436b4-d11d-4a85-89ce-b7192d3237ae None None] Routers {'cad9d14e-8405-4eed-afcf-6a8d0e8589e6'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:17:27.465760 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-d02436b4-d11d-4a85-89ce-b7192d3237ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:17:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['cad9d14e-8405-4eed-afcf-6a8d0e8589e6'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:27.466674 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba9fc30-779d-408f-97e4-783bf294e756" -d '{"events": [{"name": "network-changed", "server_uuid": "eb59572e-e0de-4cae-bb00-54f17fa6b3b1", "tag": "db35f560-bec2-42da-b489-6bd566a3fab3"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:17:27.587342 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0c7c6-1151-47a2-b2c0-7f0be4f3703b req-b028479e-1f4e-41e2-a1d9-6c4379b3e02f tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:27.589229 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3dd0c7c6-1151-47a2-b2c0-7f0be4f3703b req-b028479e-1f4e-41e2-a1d9-6c4379b3e02f tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 945 time: 0.0515554 Sep 15 15:17:27.590946 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device e63b1b7b-4f96-4d8b-b435-a8de02459b55 details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:17:27.597267 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-d02436b4-d11d-4a85-89ce-b7192d3237ae None None] Set router cad9d14e-8405-4eed-afcf-6a8d0e8589e6 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:17:27.673850 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3dd0c7c6-1151-47a2-b2c0-7f0be4f3703b req-b66909cc-b048-49eb-a6d0-dae77c8a4241 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686107 Sep 15 15:17:27.722726 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68f3793-a1a4-4a9c-bae1-58ec5b1c3cfe x-openstack-request-id: req-e68f3793-a1a4-4a9c-bae1-58ec5b1c3cfe {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:17:27.723183 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb59572e-e0de-4cae-bb00-54f17fa6b3b1", "tag": "db35f560-bec2-42da-b489-6bd566a3fab3", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:17:27.723934 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e68f3793-a1a4-4a9c-bae1-58ec5b1c3cfe {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:17:27.724082 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb59572e-e0de-4cae-bb00-54f17fa6b3b1', 'tag': 'db35f560-bec2-42da-b489-6bd566a3fab3', 'status': 'completed', 'code': 200} Sep 15 15:17:27.736936 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device b08b2d27-1b69-4660-b759-1036158b7193 up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:17:27.780984 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port e63b1b7b-4f96-4d8b-b435-a8de02459b55, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=e63b1b7b-4f96-4d8b-b435-a8de02459b55,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:17:27.798615 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': 'e63b1b7b-4f96-4d8b-b435-a8de02459b55', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'port_id': 'e63b1b7b-4f96-4d8b-b435-a8de02459b55', 'mac_address': 'fa:16:3e:3d:93:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:17:27.836886 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9fc30-779d-408f-97e4-783bf294e756 req-3fe78b63-f333-4065-b760-91a10344cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:27.842409 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0ba9fc30-779d-408f-97e4-783bf294e756 req-3fe78b63-f333-4065-b760-91a10344cf7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2a7af14495048dd9ccd76e2074b39ea&device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 1099 time: 0.0975788 Sep 15 15:17:27.842748 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:27.859446 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63b1b7b-4f96-4d8b-b435-a8de02459b55 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:17:27.883354 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-d02436b4-d11d-4a85-89ce-b7192d3237ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'name': 'tempest-TestShelveInstance-672427371-router', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:42Z', 'updated_at': '2021-09-15T15:12:45Z', 'revision_number': 4, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'gw_port': {'id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:43Z', 'updated_at': '2021-09-15T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '0debd629-a7a1-4684-b4a0-ffaa5896fcee', 'name': '', 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'mac_address': 'fa:16:3e:9c:d8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4b550d78-8522-40d8-a5dc-f8acba57a015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:45Z', 'updated_at': '2021-09-15T15:12:49Z', 'revision_number': 5, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'subnets': [{'id': '4b550d78-8522-40d8-a5dc-f8acba57a015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:27.886820 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port e63b1b7b-4f96-4d8b-b435-a8de02459b55, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=e63b1b7b-4f96-4d8b-b435-a8de02459b55,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:17:27.892871 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port b08b2d27-1b69-4660-b759-1036158b7193 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:17:27.893366 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:27.894649 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631878d-65ab-4bdb-b228-394931ae4039 req-2475e13e-8952-4fc8-b7a4-f3e181737aa8 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:27.902653 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2631878d-65ab-4bdb-b228-394931ae4039 req-2475e13e-8952-4fc8-b7a4-f3e181737aa8 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0934365 Sep 15 15:17:27.914874 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:27.943988 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02436b4-d11d-4a85-89ce-b7192d3237ae None None] Checking router: cad9d14e-8405-4eed-afcf-6a8d0e8589e6 for host: dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:17:27.975059 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02436b4-d11d-4a85-89ce-b7192d3237ae None None] Routers {'cad9d14e-8405-4eed-afcf-6a8d0e8589e6'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:17:27.976100 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-d02436b4-d11d-4a85-89ce-b7192d3237ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:17:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['cad9d14e-8405-4eed-afcf-6a8d0e8589e6'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:27.976462 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2631878d-65ab-4bdb-b228-394931ae4039 req-4d784a50-a748-4648-96ab-f1562d13acd3 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724504 Sep 15 15:17:28.018304 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=e63b1b7b-4f96-4d8b-b435-a8de02459b55,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:28.029058 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:28.055159 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9fc30-779d-408f-97e4-783bf294e756 req-969f45db-aa58-4221-9200-4a6ad4dd3408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:28.057018 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0ba9fc30-779d-408f-97e4-783bf294e756 req-969f45db-aa58-4221-9200-4a6ad4dd3408 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0e5fccde-8fc2-40b3-a033-f50c6b2a24cc HTTP/1.1" status: 200 len: 909 time: 0.2064509 Sep 15 15:17:28.069371 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac65dfba-c41e-4f9f-aa52-fec156910f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08b2d27-1b69-4660-b759-1036158b7193'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:17:28.072043 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e780226a-c385-4351-ab44-f6da7d3c0203" -d '{"events": [{"server_uuid": "ac65dfba-c41e-4f9f-aa52-fec156910f54", "name": "network-vif-plugged", "status": "completed", "tag": "b08b2d27-1b69-4660-b759-1036158b7193"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:17:28.089783 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port b08b2d27-1b69-4660-b759-1036158b7193, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=b08b2d27-1b69-4660-b759-1036158b7193,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:17:28.096698 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:28.119543 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0ba9fc30-779d-408f-97e4-783bf294e756 req-b3199233-d8d7-49d2-a1b3-91c88ca684af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db35f560-bec2-42da-b489-6bd566a3fab3 HTTP/1.1" status: 200 len: 217 time: 0.0507171 Sep 15 15:17:28.185322 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5ecd2b-c929-459d-9647-440f35deb714 x-openstack-request-id: req-6d5ecd2b-c929-459d-9647-440f35deb714 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:17:28.185616 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac65dfba-c41e-4f9f-aa52-fec156910f54", "name": "network-vif-plugged", "status": "completed", "tag": "b08b2d27-1b69-4660-b759-1036158b7193", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:17:28.185864 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d5ecd2b-c929-459d-9647-440f35deb714 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:17:28.186284 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac65dfba-c41e-4f9f-aa52-fec156910f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08b2d27-1b69-4660-b759-1036158b7193', 'code': 200} Sep 15 15:17:28.187205 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=b08b2d27-1b69-4660-b759-1036158b7193,revision_number=7']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:28.200686 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9fc30-779d-408f-97e4-783bf294e756 req-0889f309-e5e1-48d1-bc4d-c2a60401ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:28.200972 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-d02436b4-d11d-4a85-89ce-b7192d3237ae None None] Set router cad9d14e-8405-4eed-afcf-6a8d0e8589e6 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:17:28.202482 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0ba9fc30-779d-408f-97e4-783bf294e756 req-0889f309-e5e1-48d1-bc4d-c2a60401ac1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b550d78-8522-40d8-a5dc-f8acba57a015 HTTP/1.1" status: 200 len: 847 time: 0.0755146 Sep 15 15:17:28.260250 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9fc30-779d-408f-97e4-783bf294e756 req-6624f868-d041-440f-914b-f4d4a9e6894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:28.261764 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0ba9fc30-779d-408f-97e4-783bf294e756 req-6624f868-d041-440f-914b-f4d4a9e6894a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0e5fccde-8fc2-40b3-a033-f50c6b2a24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521140 Sep 15 15:17:28.266735 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['e63b1b7b-4f96-4d8b-b435-a8de02459b55'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:17:28.413085 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37599542-913b-42ca-bfac-87e368dc3e18 req-2c5a3b12-8627-4d73-8df5-3b8703eec6c6 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:28.421180 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-37599542-913b-42ca-bfac-87e368dc3e18 req-2c5a3b12-8627-4d73-8df5-3b8703eec6c6 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 944 time: 0.0683300 Sep 15 15:17:28.455531 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0ba9fc30-779d-408f-97e4-783bf294e756 req-8d585e1d-8902-4b22-aa23-3dac39e79415 service neutron] 10.222.0.47 "GET /v2.0/networks/0e5fccde-8fc2-40b3-a033-f50c6b2a24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797054 Sep 15 15:17:28.464716 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-37599542-913b-42ca-bfac-87e368dc3e18 req-4e746921-6a22-47b0-938f-ab91c162b74d tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422595 Sep 15 15:17:28.481578 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-d02436b4-d11d-4a85-89ce-b7192d3237ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'name': 'tempest-TestShelveInstance-672427371-router', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:42Z', 'updated_at': '2021-09-15T15:12:45Z', 'revision_number': 4, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'gw_port': {'id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:43Z', 'updated_at': '2021-09-15T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '0debd629-a7a1-4684-b4a0-ffaa5896fcee', 'name': '', 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'mac_address': 'fa:16:3e:9c:d8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4b550d78-8522-40d8-a5dc-f8acba57a015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:45Z', 'updated_at': '2021-09-15T15:12:49Z', 'revision_number': 5, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'subnets': [{'id': '4b550d78-8522-40d8-a5dc-f8acba57a015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:28.529612 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02436b4-d11d-4a85-89ce-b7192d3237ae None None] The sync data for ids ['cad9d14e-8405-4eed-afcf-6a8d0e8589e6'] in dv-cinder-808837-2-iscsi is: [{'id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'name': 'tempest-TestShelveInstance-672427371-router', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:42Z', 'updated_at': '2021-09-15T15:12:45Z', 'revision_number': 4, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'gw_port': {'id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:43Z', 'updated_at': '2021-09-15T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '0debd629-a7a1-4684-b4a0-ffaa5896fcee', 'name': '', 'network_id': '0e5fccde-8fc2-40b3-a033-f50c6b2a24cc', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'mac_address': 'fa:16:3e:9c:d8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4b550d78-8522-40d8-a5dc-f8acba57a015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:45Z', 'updated_at': '2021-09-15T15:12:49Z', 'revision_number': 5, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'subnets': [{'id': '4b550d78-8522-40d8-a5dc-f8acba57a015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:17:28.609013 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0ba9fc30-779d-408f-97e4-783bf294e756 req-fdad7d4e-6e95-4c74-9d0b-6cc85b123007 service neutron] 10.222.0.47 "GET /v2.0/networks/0e5fccde-8fc2-40b3-a033-f50c6b2a24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437905 Sep 15 15:17:28.841878 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0dd9e-226c-4efe-b61c-a44ed8cf3f33 req-5a2e2a77-2dde-4f50-9ca4-34a0396a7b16 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:28.843384 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-79e0dd9e-226c-4efe-b61c-a44ed8cf3f33 req-5a2e2a77-2dde-4f50-9ca4-34a0396a7b16 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0595574 Sep 15 15:17:28.884119 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a5718d-5a3f-481d-99af-63b8fda7e473 None None] New status for floating IP 4189e18b-af12-4cfd-85c2-2b2c1f4f12fd: DOWN {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:17:28.909393 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-79e0dd9e-226c-4efe-b61c-a44ed8cf3f33 req-785fbe4e-d7c3-47ab-9797-07533d9e0e45 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538893 Sep 15 15:17:29.091509 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676faa21-571d-41fb-a624-83505d9f0db5 req-43873993-4c85-4e01-8372-25c77ca8af83 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:29.095016 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-676faa21-571d-41fb-a624-83505d9f0db5 req-43873993-4c85-4e01-8372-25c77ca8af83 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0535259 Sep 15 15:17:29.133066 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-676faa21-571d-41fb-a624-83505d9f0db5 req-eba61751-977b-45a3-a368-977d04e34c44 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ddc046b-9bc7-4ae9-84e4-5185cea73e82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347843 Sep 15 15:17:29.296602 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ad939-3f78-4bbf-a9a3-fd3646688b75 req-e25b9028-d1ab-461d-b4e4-822da5ea9534 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:29.298234 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-832ad939-3f78-4bbf-a9a3-fd3646688b75 req-e25b9028-d1ab-461d-b4e4-822da5ea9534 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 946 time: 0.0498114 Sep 15 15:17:29.397945 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-832ad939-3f78-4bbf-a9a3-fd3646688b75 req-2ab4b771-5601-4292-bbdf-e85453757e4f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Deleting port db35f560-bec2-42da-b489-6bd566a3fab3 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:17:29.398230 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-832ad939-3f78-4bbf-a9a3-fd3646688b75 req-2ab4b771-5601-4292-bbdf-e85453757e4f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:29.507597 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-832ad939-3f78-4bbf-a9a3-fd3646688b75 req-2ab4b771-5601-4292-bbdf-e85453757e4f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] For port db35f560-bec2-42da-b489-6bd566a3fab3, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=db35f560-bec2-42da-b489-6bd566a3fab3,segment=NetworkSegment(cd81db31-5a80-4cde-9b13-8e0813c1fda7),segment_id=cd81db31-5a80-4cde-9b13-8e0813c1fda7)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:17:29.508478 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-832ad939-3f78-4bbf-a9a3-fd3646688b75 req-2ab4b771-5601-4292-bbdf-e85453757e4f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:29.524459 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-832ad939-3f78-4bbf-a9a3-fd3646688b75 req-2ab4b771-5601-4292-bbdf-e85453757e4f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Calling delete_port for db35f560-bec2-42da-b489-6bd566a3fab3 owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:17:29.588755 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device e63b1b7b-4f96-4d8b-b435-a8de02459b55 up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:17:29.622426 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fc00a-c78d-46ee-bcdd-09983343f36a req-34891dba-dac3-4fe4-add2-df7b70cac65f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:29.623952 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-359fc00a-c78d-46ee-bcdd-09983343f36a req-34891dba-dac3-4fe4-add2-df7b70cac65f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 944 time: 0.0891774 Sep 15 15:17:29.646226 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning for port e63b1b7b-4f96-4d8b-b435-a8de02459b55 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:17:29.651454 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port e63b1b7b-4f96-4d8b-b435-a8de02459b55 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:17:29.651869 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:29.707633 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-359fc00a-c78d-46ee-bcdd-09983343f36a req-51ff4868-f8ac-4493-a54e-39e4027b2343 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738914 Sep 15 15:17:29.754678 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:29.790620 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port e63b1b7b-4f96-4d8b-b435-a8de02459b55, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=e63b1b7b-4f96-4d8b-b435-a8de02459b55,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:17:29.793270 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-832ad939-3f78-4bbf-a9a3-fd3646688b75 req-2ab4b771-5601-4292-bbdf-e85453757e4f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:29.795247 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:29.826463 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4b771-5601-4292-bbdf-e85453757e4f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Pushing event deleted for resources: {'Port': ['ID=db35f560-bec2-42da-b489-6bd566a3fab3,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:29.861046 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=e63b1b7b-4f96-4d8b-b435-a8de02459b55,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:29.873422 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-832ad939-3f78-4bbf-a9a3-fd3646688b75 req-2ab4b771-5601-4292-bbdf-e85453757e4f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] No DVR routers for this DVR port db35f560-bec2-42da-b489-6bd566a3fab3 on host hv-cinder-80883 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:17:29.876147 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-832ad939-3f78-4bbf-a9a3-fd3646688b75 req-2ab4b771-5601-4292-bbdf-e85453757e4f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:29.878367 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-832ad939-3f78-4bbf-a9a3-fd3646688b75 req-2ab4b771-5601-4292-bbdf-e85453757e4f tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.47 "DELETE /v2.0/ports/db35f560-bec2-42da-b489-6bd566a3fab3 HTTP/1.1" status: 204 len: 173 time: 0.5731781 Sep 15 15:17:29.879065 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb59572e-e0de-4cae-bb00-54f17fa6b3b1', 'name': 'network-vif-deleted', 'tag': 'db35f560-bec2-42da-b489-6bd566a3fab3'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:17:29.881287 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf56619-0e40-4db0-af0e-43b8f07a4300" -d '{"events": [{"server_uuid": "eb59572e-e0de-4cae-bb00-54f17fa6b3b1", "name": "network-vif-deleted", "tag": "db35f560-bec2-42da-b489-6bd566a3fab3"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:17:29.920766 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9d45b1-a902-4b8f-b78e-9a739cd151e7 x-openstack-request-id: req-9c9d45b1-a902-4b8f-b78e-9a739cd151e7 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:17:29.921153 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb59572e-e0de-4cae-bb00-54f17fa6b3b1", "name": "network-vif-deleted", "tag": "db35f560-bec2-42da-b489-6bd566a3fab3", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:17:29.921565 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9c9d45b1-a902-4b8f-b78e-9a739cd151e7 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:17:29.922109 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb59572e-e0de-4cae-bb00-54f17fa6b3b1', 'name': 'network-vif-deleted', 'tag': 'db35f560-bec2-42da-b489-6bd566a3fab3', 'status': 'completed', 'code': 200} Sep 15 15:17:30.042292 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d1484-f717-4585-8463-0da7f36b1b98 req-b0ab98d0-ff1d-472a-8c68-20d5a0698aee tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:30.049453 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aa3d1484-f717-4585-8463-0da7f36b1b98 req-b0ab98d0-ff1d-472a-8c68-20d5a0698aee tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0610979 Sep 15 15:17:30.089858 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aa3d1484-f717-4585-8463-0da7f36b1b98 req-f3a3fa60-4beb-48bd-85cc-b5709e74c49a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395448 Sep 15 15:17:30.131612 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:30.361523 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2bd8f9d2-c06b-4b4f-b21a-6be1759ae02a req-f0cea389-44f3-4552-826e-cc5eafd6b405 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb59572e-e0de-4cae-bb00-54f17fa6b3b1 HTTP/1.1" status: 200 len: 210 time: 0.0820723 Sep 15 15:17:30.412532 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63b1b7b-4f96-4d8b-b435-a8de02459b55'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:17:30.415035 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6931bf3-29c1-48f7-8d12-8c6b3a310738" -d '{"events": [{"server_uuid": "b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2", "name": "network-vif-plugged", "status": "completed", "tag": "e63b1b7b-4f96-4d8b-b435-a8de02459b55"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:17:30.487005 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e776a9-fd87-41fd-ba8c-a5bd479f5a2a x-openstack-request-id: req-77e776a9-fd87-41fd-ba8c-a5bd479f5a2a {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:17:30.487788 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2", "name": "network-vif-plugged", "status": "completed", "tag": "e63b1b7b-4f96-4d8b-b435-a8de02459b55", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:17:30.487788 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77e776a9-fd87-41fd-ba8c-a5bd479f5a2a {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:17:30.487995 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63b1b7b-4f96-4d8b-b435-a8de02459b55', 'code': 200} Sep 15 15:17:30.874933 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38e8a6-77c7-4713-85e2-4996830784c2 req-4d5848c2-9223-461a-9777-963c42f633f3 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:30.883162 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ab38e8a6-77c7-4713-85e2-4996830784c2 req-4d5848c2-9223-461a-9777-963c42f633f3 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 945 time: 0.0680063 Sep 15 15:17:30.943816 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ab38e8a6-77c7-4713-85e2-4996830784c2 req-e0f45f5f-531d-41fa-a6a9-1356ee00c176 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540581 Sep 15 15:17:31.046678 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839946b1-f46b-47df-8194-30691a7d354e req-ef277271-0fa2-4732-98f1-5b29d9ec5ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:31.048270 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-839946b1-f46b-47df-8194-30691a7d354e req-ef277271-0fa2-4732-98f1-5b29d9ec5ba3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 1098 time: 0.3423619 Sep 15 15:17:31.092393 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-839946b1-f46b-47df-8194-30691a7d354e req-013b2788-9f63-4a65-aaad-02c50a2c034e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359373 Sep 15 15:17:31.236309 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc959dd2-3dad-4675-97e1-67c084c12af2 req-591cb04b-e8db-4436-ac94-e7f8b881ddd6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:31.237849 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cc959dd2-3dad-4675-97e1-67c084c12af2 req-591cb04b-e8db-4436-ac94-e7f8b881ddd6 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0520158 Sep 15 15:17:31.279649 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cc959dd2-3dad-4675-97e1-67c084c12af2 req-5a70b71e-cd33-4964-8014-0edf17b37d4f tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349827 Sep 15 15:17:31.437443 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 55342) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:17:31.499457 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ea493538-086a-4ab1-b054-18fd9ebd6be4 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:31.525132 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ea493538-086a-4ab1-b054-18fd9ebd6be4 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:31.591207 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ea493538-086a-4ab1-b054-18fd9ebd6be4 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:31.593730 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ea493538-086a-4ab1-b054-18fd9ebd6be4 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:31.594935 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-ea493538-086a-4ab1-b054-18fd9ebd6be4 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] 10.222.0.44 "DELETE /v2.0/security-groups/1ddc046b-9bc7-4ae9-84e4-5185cea73e82 HTTP/1.1" status: 204 len: 168 time: 0.1564205 Sep 15 15:17:31.605690 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea493538-086a-4ab1-b054-18fd9ebd6be4 tempest-TestShelveInstance-126047128 tempest-TestShelveInstance-126047128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddc046b-9bc7-4ae9-84e4-5185cea73e82,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:31.642353 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 55350) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:17:31.665031 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2a3f996d-47d2-4f92-a326-f53baa9124e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:32.117589 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04ba82-10cd-4758-9950-665bd4b49f49 req-1f92feb2-df42-46ba-9bb1-7e95841e2a0a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:32.124804 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4f04ba82-10cd-4758-9950-665bd4b49f49 req-1f92feb2-df42-46ba-9bb1-7e95841e2a0a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 945 time: 0.0938380 Sep 15 15:17:32.231892 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4f04ba82-10cd-4758-9950-665bd4b49f49 req-b1edca10-7aa8-4dd0-aa4a-c9a822ed7df2 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043155 Sep 15 15:17:32.264273 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672843'] for router_interface, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:32.411298 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ddd1a-d87c-4244-bc6e-528e067eb52f req-81842fa9-d865-406f-9ffe-dae34a6c141a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:32.413372 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-593ddd1a-d87c-4244-bc6e-528e067eb52f req-81842fa9-d865-406f-9ffe-dae34a6c141a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0569973 Sep 15 15:17:32.466208 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-593ddd1a-d87c-4244-bc6e-528e067eb52f req-65cfb067-d615-48fe-a49e-aa87bbffad2d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434401 Sep 15 15:17:32.619487 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Deleting port 0debd629-a7a1-4684-b4a0-ffaa5896fcee {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:17:32.619834 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:32.707675 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] For port 0debd629-a7a1-4684-b4a0-ffaa5896fcee, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=0debd629-a7a1-4684-b4a0-ffaa5896fcee,segment=NetworkSegment(cd81db31-5a80-4cde-9b13-8e0813c1fda7),segment_id=cd81db31-5a80-4cde-9b13-8e0813c1fda7)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:17:32.708347 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:32.721765 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Calling delete_port for 0debd629-a7a1-4684-b4a0-ffaa5896fcee owned by network:router_interface {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:17:32.951335 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:32.982605 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Pushing event deleted for resources: {'Port': ['ID=0debd629-a7a1-4684-b4a0-ffaa5896fcee,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:33.007637 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:33.008080 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:33.008314 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:33.008654 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:33.008995 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:33.009323 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:33.009648 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:33.013117 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:33.013117 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:33.013117 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:33.013117 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:33.013117 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:17:33.189036 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3684279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3675323'] for router_interface, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:33.606250 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2fcbb-eb29-4970-8d3b-fa381d459a09 req-c29d8ec8-aa7a-4d9e-8c8a-bd097db37e9d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:33.607974 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8ec2fcbb-eb29-4970-8d3b-fa381d459a09 req-c29d8ec8-aa7a-4d9e-8c8a-bd097db37e9d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0568044 Sep 15 15:17:33.625630 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device db35f560-bec2-42da-b489-6bd566a3fab3 no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:17:33.653285 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] No Port match for: db35f560-bec2-42da-b489-6bd566a3fab3 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:17:33.653877 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device db35f560-bec2-42da-b489-6bd566a3fab3 not bound to the agent host hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:17:33.672195 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8ec2fcbb-eb29-4970-8d3b-fa381d459a09 req-94d112d8-3e29-49ab-afd3-cc669aa745aa tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563393 Sep 15 15:17:33.701785 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d75829-d495-4c58-9547-5d2a106c75da req-fb316309-604d-42a1-8da7-63328dfe11e0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:33.703401 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e1d75829-d495-4c58-9547-5d2a106c75da req-fb316309-604d-42a1-8da7-63328dfe11e0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 945 time: 0.3812950 Sep 15 15:17:33.795828 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e1d75829-d495-4c58-9547-5d2a106c75da req-bd1a8180-522a-44a3-853f-be96feb7cfb3 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577765 Sep 15 15:17:33.797750 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Router cad9d14e-8405-4eed-afcf-6a8d0e8589e6 has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:17:33.936871 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:17:33.942290 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-658e10f2-b4dd-4bb6-a903-3f21e877089e admin admin] 10.222.0.44 "PUT /v2.0/routers/cad9d14e-8405-4eed-afcf-6a8d0e8589e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2969241 Sep 15 15:17:33.944903 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 55362) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:17:33.947669 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3be8506-2741-4180-b342-4335ec3e92ae None None] Sync routers for ids ['cad9d14e-8405-4eed-afcf-6a8d0e8589e6'] in dv-cinder-808837-2-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:17:33.957930 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125fdc0-6799-42a4-bd31-4a652231b16c req-db6c8a66-a376-4fae-ab75-e5ae3dfec57e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:33.961323 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3be8506-2741-4180-b342-4335ec3e92ae None None] Routers {'cad9d14e-8405-4eed-afcf-6a8d0e8589e6'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:17:33.964119 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-a3be8506-2741-4180-b342-4335ec3e92ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:17:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['cad9d14e-8405-4eed-afcf-6a8d0e8589e6'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:33.967598 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8125fdc0-6799-42a4-bd31-4a652231b16c req-db6c8a66-a376-4fae-ab75-e5ae3dfec57e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 945 time: 0.0685596 Sep 15 15:17:34.006732 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8125fdc0-6799-42a4-bd31-4a652231b16c req-1907a541-5416-4b9c-9c25-128db8fb3661 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382407 Sep 15 15:17:34.032566 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 55364) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:17:34.087292 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-38666e6a-1b03-4e93-bf23-6f4bde067a16 admin admin] Notify callbacks [] for router, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:34.095698 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36a8358-f113-47f6-be93-c70477edaa49 tempest-TestVolumeBootPattern-720945804 tempest-TestVolumeBootPattern-720945804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:34.097318 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-e36a8358-f113-47f6-be93-c70477edaa49 tempest-TestVolumeBootPattern-720945804 tempest-TestVolumeBootPattern-720945804-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 1093 time: 0.0632761 Sep 15 15:17:34.100233 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 55366) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:17:34.107531 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-916fc124-6eae-44d7-aa5e-c37a6a370d81 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Request body: {'floatingip': {'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'port_id': 'e63b1b7b-4f96-4d8b-b435-a8de02459b55', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:17:34.170377 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-916fc124-6eae-44d7-aa5e-c37a6a370d81 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for floatingip, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:34.230651 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-38666e6a-1b03-4e93-bf23-6f4bde067a16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:34.242861 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-a3be8506-2741-4180-b342-4335ec3e92ae None None] Set router cad9d14e-8405-4eed-afcf-6a8d0e8589e6 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:17:34.294918 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:34.329880 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-916fc124-6eae-44d7-aa5e-c37a6a370d81 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:34.337673 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-38666e6a-1b03-4e93-bf23-6f4bde067a16 admin admin] Deleting port 4a4c9606-612e-4e19-9c5b-aac5d6123c7f {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:17:34.338046 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-38666e6a-1b03-4e93-bf23-6f4bde067a16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:34.452631 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-948b1dc7-ee6f-49f5-8307-49e6bf026583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:34.456003 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-38666e6a-1b03-4e93-bf23-6f4bde067a16 admin admin] For port 4a4c9606-612e-4e19-9c5b-aac5d6123c7f, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=4a4c9606-612e-4e19-9c5b-aac5d6123c7f,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:17:34.456675 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-38666e6a-1b03-4e93-bf23-6f4bde067a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:34.487611 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-38666e6a-1b03-4e93-bf23-6f4bde067a16 admin admin] Calling delete_port for 4a4c9606-612e-4e19-9c5b-aac5d6123c7f owned by network:router_gateway {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:17:34.504198 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-a3be8506-2741-4180-b342-4335ec3e92ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'name': 'tempest-TestShelveInstance-672427371-router', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:42Z', 'updated_at': '2021-09-15T15:17:32Z', 'revision_number': 5, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'gw_port': {'id': '4a4c9606-612e-4e19-9c5b-aac5d6123c7f', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:43Z', 'updated_at': '2021-09-15T15:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:34.524527 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-916fc124-6eae-44d7-aa5e-c37a6a370d81 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Allocated IP 172.27.1.219 (de13fce9-42d8-46bf-87ad-5f72634a95fa/379175a2-a4aa-4fa7-8529-653d88fdda18/582978a7-10f7-4959-a586-16127b39305d) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:17:34.545235 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3be8506-2741-4180-b342-4335ec3e92ae None None] Checking router: cad9d14e-8405-4eed-afcf-6a8d0e8589e6 for host: dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:17:34.557386 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3be8506-2741-4180-b342-4335ec3e92ae None None] Routers {'cad9d14e-8405-4eed-afcf-6a8d0e8589e6'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:17:34.558426 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-a3be8506-2741-4180-b342-4335ec3e92ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:17:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['cad9d14e-8405-4eed-afcf-6a8d0e8589e6'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:34.671343 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-a3be8506-2741-4180-b342-4335ec3e92ae None None] Set router cad9d14e-8405-4eed-afcf-6a8d0e8589e6 gateway port host: None {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:17:34.690363 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-38666e6a-1b03-4e93-bf23-6f4bde067a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:34.703961 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-916fc124-6eae-44d7-aa5e-c37a6a370d81 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:34.737665 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38666e6a-1b03-4e93-bf23-6f4bde067a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a4c9606-612e-4e19-9c5b-aac5d6123c7f,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:34.753862 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-916fc124-6eae-44d7-aa5e-c37a6a370d81 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:34.790436 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-a3be8506-2741-4180-b342-4335ec3e92ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'name': 'tempest-TestShelveInstance-672427371-router', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:42Z', 'updated_at': '2021-09-15T15:17:34Z', 'revision_number': 6, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'gw_port_host': None}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:34.810429 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916fc124-6eae-44d7-aa5e-c37a6a370d81 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Network de13fce9-42d8-46bf-87ad-5f72634a95fa is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:17:34.813377 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-916fc124-6eae-44d7-aa5e-c37a6a370d81 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:17:34.815878 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916fc124-6eae-44d7-aa5e-c37a6a370d81 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:17:34.823257 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3be8506-2741-4180-b342-4335ec3e92ae None None] The sync data for ids ['cad9d14e-8405-4eed-afcf-6a8d0e8589e6'] in dv-cinder-808837-2-iscsi is: [{'id': 'cad9d14e-8405-4eed-afcf-6a8d0e8589e6', 'name': 'tempest-TestShelveInstance-672427371-router', 'tenant_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:42Z', 'updated_at': '2021-09-15T15:17:34Z', 'revision_number': 6, 'project_id': 'c2a7af14495048dd9ccd76e2074b39ea', 'gw_port_host': None}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:17:34.857200 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-38666e6a-1b03-4e93-bf23-6f4bde067a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3675261'] for router_gateway, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:34.860567 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fc124-6eae-44d7-aa5e-c37a6a370d81 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event updated for resources: {'Port': ['ID=582978a7-10f7-4959-a586-16127b39305d,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:34.979422 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-38666e6a-1b03-4e93-bf23-6f4bde067a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1423'] for router, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:34.988256 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0178194-4785-4f5c-add5-be3bdd5f1232 req-36e854aa-4463-4cae-9bb3-a152753f2045 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:34.989783 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d0178194-4785-4f5c-add5-be3bdd5f1232 req-36e854aa-4463-4cae-9bb3-a152753f2045 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.1685412 Sep 15 15:17:34.991251 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-38666e6a-1b03-4e93-bf23-6f4bde067a16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:35.090359 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-38666e6a-1b03-4e93-bf23-6f4bde067a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3672279'] for router, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:35.094535 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38666e6a-1b03-4e93-bf23-6f4bde067a16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cad9d14e-8405-4eed-afcf-6a8d0e8589e6 {{(pid=94131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:17:35.109973 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-38666e6a-1b03-4e93-bf23-6f4bde067a16 admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:35.111421 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-38666e6a-1b03-4e93-bf23-6f4bde067a16 admin admin] 10.222.0.44 "DELETE /v2.0/routers/cad9d14e-8405-4eed-afcf-6a8d0e8589e6 HTTP/1.1" status: 204 len: 168 time: 1.1647484 Sep 15 15:17:35.115166 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d0178194-4785-4f5c-add5-be3bdd5f1232 req-541e6686-b81b-4354-8616-a87da4bd9bbc tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174591 Sep 15 15:17:35.121799 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 55374) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:17:35.226818 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_v2 [None req-365ac0b6-7e08-4f70-897b-33c12b5de835 admin admin] Deleting subnet 4b550d78-8522-40d8-a5dc-f8acba57a015 {{(pid=94132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:17:35.235337 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-365ac0b6-7e08-4f70-897b-33c12b5de835 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:35.259422 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:35.315782 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-365ac0b6-7e08-4f70-897b-33c12b5de835 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12326048'] for subnet, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:35.431497 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-916fc124-6eae-44d7-aa5e-c37a6a370d81 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:35.484328 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-365ac0b6-7e08-4f70-897b-33c12b5de835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935064'] for subnet, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:35.565332 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-916fc124-6eae-44d7-aa5e-c37a6a370d81 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:35.614269 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-365ac0b6-7e08-4f70-897b-33c12b5de835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-935055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8964687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11857649'] for subnet, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:35.660326 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ac0b6-7e08-4f70-897b-33c12b5de835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b550d78-8522-40d8-a5dc-f8acba57a015,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:35.663790 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-365ac0b6-7e08-4f70-897b-33c12b5de835 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:35.665196 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2971149b-5ded-4e33-894f-97f8939d174e None None] Network 0e5fccde-8fc2-40b3-a033-f50c6b2a24cc requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:17:35.665632 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-365ac0b6-7e08-4f70-897b-33c12b5de835 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4b550d78-8522-40d8-a5dc-f8acba57a015 HTTP/1.1" status: 204 len: 168 time: 0.5377679 Sep 15 15:17:35.668226 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 55386) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:17:35.758903 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-89716189-8f23-464e-9e86-d30ad603cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002857'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:35.797901 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-916fc124-6eae-44d7-aa5e-c37a6a370d81 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:35.804488 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-916fc124-6eae-44d7-aa5e-c37a6a370d81 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:35.831915 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-89716189-8f23-464e-9e86-d30ad603cdf1 admin admin] Deleting port b5b91e27-31d0-465d-b6dc-d0b3cb641c04 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:17:35.832237 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-89716189-8f23-464e-9e86-d30ad603cdf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:35.845494 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 0debd629-a7a1-4684-b4a0-ffaa5896fcee no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:17:35.874527 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: 0debd629-a7a1-4684-b4a0-ffaa5896fcee {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:17:35.874781 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 0debd629-a7a1-4684-b4a0-ffaa5896fcee not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:17:35.875384 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 4a4c9606-612e-4e19-9c5b-aac5d6123c7f no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:17:35.903819 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c870d924-e937-41ca-8e67-594e2c8b8e60 None None] DHCP port deletion for 0e5fccde-8fc2-40b3-a033-f50c6b2a24cc request from dv-cinder-808837-2-iscsi {{(pid=94133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:17:35.905987 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: 4a4c9606-612e-4e19-9c5b-aac5d6123c7f {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:17:35.906462 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 4a4c9606-612e-4e19-9c5b-aac5d6123c7f not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:17:35.911599 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fc124-6eae-44d7-aa5e-c37a6a370d81 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event updated for resources: {'Port': ['ID=582978a7-10f7-4959-a586-16127b39305d,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:35.918611 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-916fc124-6eae-44d7-aa5e-c37a6a370d81 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675147'] for floatingip, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:35.927073 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-89716189-8f23-464e-9e86-d30ad603cdf1 admin admin] For port b5b91e27-31d0-465d-b6dc-d0b3cb641c04, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=b5b91e27-31d0-465d-b6dc-d0b3cb641c04,segment=NetworkSegment(cd81db31-5a80-4cde-9b13-8e0813c1fda7),segment_id=cd81db31-5a80-4cde-9b13-8e0813c1fda7)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:17:35.931578 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-89716189-8f23-464e-9e86-d30ad603cdf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:35.950314 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-89716189-8f23-464e-9e86-d30ad603cdf1 admin admin] Calling delete_port for b5b91e27-31d0-465d-b6dc-d0b3cb641c04 owned by network:dhcp {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:17:35.960429 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c870d924-e937-41ca-8e67-594e2c8b8e60 None None] Deleting port b5b91e27-31d0-465d-b6dc-d0b3cb641c04 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:17:35.961107 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c870d924-e937-41ca-8e67-594e2c8b8e60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:36.041337 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.l3_db [None req-916fc124-6eae-44d7-aa5e-c37a6a370d81 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Floating IP 7b2e637f-38b0-4fe6-a471-3323cb2c838f associated. External IP: 172.27.1.219, port: e63b1b7b-4f96-4d8b-b435-a8de02459b55. Sep 15 15:17:36.043460 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-c870d924-e937-41ca-8e67-594e2c8b8e60 None None] For port b5b91e27-31d0-465d-b6dc-d0b3cb641c04, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=b5b91e27-31d0-465d-b6dc-d0b3cb641c04,segment=NetworkSegment(cd81db31-5a80-4cde-9b13-8e0813c1fda7),segment_id=cd81db31-5a80-4cde-9b13-8e0813c1fda7)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:17:36.043926 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c870d924-e937-41ca-8e67-594e2c8b8e60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:36.055895 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-89716189-8f23-464e-9e86-d30ad603cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:36.060588 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c870d924-e937-41ca-8e67-594e2c8b8e60 None None] Calling delete_port for b5b91e27-31d0-465d-b6dc-d0b3cb641c04 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:17:36.096886 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89716189-8f23-464e-9e86-d30ad603cdf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b91e27-31d0-465d-b6dc-d0b3cb641c04,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:36.103578 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89716189-8f23-464e-9e86-d30ad603cdf1 admin admin] No DVR routers for this DVR port b5b91e27-31d0-465d-b6dc-d0b3cb641c04 on host dv-cinder-808837-2-iscsi {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:17:36.199685 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c870d924-e937-41ca-8e67-594e2c8b8e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:36.237648 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c870d924-e937-41ca-8e67-594e2c8b8e60 None None] No DVR routers for this DVR port b5b91e27-31d0-465d-b6dc-d0b3cb641c04 on host dv-cinder-808837-2-iscsi {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:17:36.243568 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-89716189-8f23-464e-9e86-d30ad603cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935455', 'neutron.services.segments.db._delete_segments_for_network-8747554679709'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:36.253361 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870d924-e937-41ca-8e67-594e2c8b8e60 None None] Pushing event deleted for resources: {'Port': ['ID=b5b91e27-31d0-465d-b6dc-d0b3cb641c04,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:36.266102 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567a331-286c-4842-8bd1-0e8bf4a17673 req-a27188a9-190d-46db-903b-a6f51eda8122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:36.266102 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d567a331-286c-4842-8bd1-0e8bf4a17673 req-a27188a9-190d-46db-903b-a6f51eda8122 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=556a9049f67b4de0b8a13c508786aaa3&device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 1099 time: 0.1119022 Sep 15 15:17:36.276437 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-89716189-8f23-464e-9e86-d30ad603cdf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5fccde-8fc2-40b3-a033-f50c6b2a24cc']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:36.285306 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-89716189-8f23-464e-9e86-d30ad603cdf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd81db31-5a80-4cde-9b13-8e0813c1fda7') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:36.285595 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-89716189-8f23-464e-9e86-d30ad603cdf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd81db31-5a80-4cde-9b13-8e0813c1fda7') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:36.295073 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-89716189-8f23-464e-9e86-d30ad603cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747554679206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9148441'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:36.308295 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-89716189-8f23-464e-9e86-d30ad603cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:36.313871 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89716189-8f23-464e-9e86-d30ad603cdf1 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:17:36.314367 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-89716189-8f23-464e-9e86-d30ad603cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9629202'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: timer() Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: cb(*args, **kw) Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: self._notify() Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: self.callback(batched_events) Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: event.method(event) Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: return self._get(url).json() Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:17:36.316018 dv-cinder-808837-2-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:17:36.368886 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-89716189-8f23-464e-9e86-d30ad603cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675161'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:36.375009 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-89716189-8f23-464e-9e86-d30ad603cdf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:36.376854 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-89716189-8f23-464e-9e86-d30ad603cdf1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0e5fccde-8fc2-40b3-a033-f50c6b2a24cc HTTP/1.1" status: 204 len: 168 time: 0.7075372 Sep 15 15:17:36.386289 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 55390) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:17:36.392862 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89716189-8f23-464e-9e86-d30ad603cdf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e5fccde-8fc2-40b3-a033-f50c6b2a24cc,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:36.409890 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d20910-7677-4006-abe2-aa8489ad8fd5 req-d39053af-fdee-4cc4-9a9f-44e851fa09b2 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:36.411372 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-06d20910-7677-4006-abe2-aa8489ad8fd5 req-d39053af-fdee-4cc4-9a9f-44e851fa09b2 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.1705427 Sep 15 15:17:36.455353 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567a331-286c-4842-8bd1-0e8bf4a17673 req-e2a9ef21-2108-4e04-8fd6-d3ac2a6a75db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:36.456805 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d567a331-286c-4842-8bd1-0e8bf4a17673 req-e2a9ef21-2108-4e04-8fd6-d3ac2a6a75db service neutron] 10.222.0.47 "GET /v2.0/networks?id=3635f109-97a3-46f1-8eff-fea78dda4f35 HTTP/1.1" status: 200 len: 917 time: 0.1754463 Sep 15 15:17:36.458604 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916fc124-6eae-44d7-aa5e-c37a6a370d81 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:17:36.514636 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-06d20910-7677-4006-abe2-aa8489ad8fd5 req-d4583b9a-2fce-44ed-836d-4c3a9b7427bb tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947087 Sep 15 15:17:36.576994 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d567a331-286c-4842-8bd1-0e8bf4a17673 req-0e11a216-91ad-4c19-9427-e69716e7ab02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b08b2d27-1b69-4660-b759-1036158b7193 HTTP/1.1" status: 200 len: 1001 time: 0.1116393 Sep 15 15:17:36.673498 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916fc124-6eae-44d7-aa5e-c37a6a370d81 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:17:36.676187 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567a331-286c-4842-8bd1-0e8bf4a17673 req-f75e9bb2-33b7-4213-a447-aa0f3b2b8046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:36.677655 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d567a331-286c-4842-8bd1-0e8bf4a17673 req-f75e9bb2-33b7-4213-a447-aa0f3b2b8046 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2484f03-06a8-4ae0-a866-7ac80aaa0648 HTTP/1.1" status: 200 len: 855 time: 0.0933764 Sep 15 15:17:36.683215 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1c0101-dbda-4d52-96a7-e7ec03a4e256 None None] Sync routers for ids ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:17:36.691909 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c0101-dbda-4d52-96a7-e7ec03a4e256 None None] Routers {'4926f6fb-a987-4a98-ba4c-68d861fe0c03'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:17:36.692519 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-1b1c0101-dbda-4d52-96a7-e7ec03a4e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:17:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:36.713501 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-916fc124-6eae-44d7-aa5e-c37a6a370d81 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:36.747166 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-916fc124-6eae-44d7-aa5e-c37a6a370d81 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6447194 Sep 15 15:17:36.748394 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2', 'tag': 'e63b1b7b-4f96-4d8b-b435-a8de02459b55'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:17:36.750627 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02e9451-f3c5-4d74-938f-0be5f99a99f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2", "tag": "e63b1b7b-4f96-4d8b-b435-a8de02459b55"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:17:36.755125 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567a331-286c-4842-8bd1-0e8bf4a17673 req-64242493-4b4a-497d-8314-d45f61e6802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:36.757110 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d567a331-286c-4842-8bd1-0e8bf4a17673 req-64242493-4b4a-497d-8314-d45f61e6802b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3635f109-97a3-46f1-8eff-fea78dda4f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719292 Sep 15 15:17:36.758345 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-304cca07-3374-4e18-b1b8-3ed6fb3c425f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672843'] for router_interface, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:36.805009 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24eeb66-4e17-4b20-b722-cb1c641cd24a x-openstack-request-id: req-d24eeb66-4e17-4b20-b722-cb1c641cd24a {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:17:36.805930 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2", "tag": "e63b1b7b-4f96-4d8b-b435-a8de02459b55", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:17:36.806452 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d24eeb66-4e17-4b20-b722-cb1c641cd24a {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:17:36.806858 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2', 'tag': 'e63b1b7b-4f96-4d8b-b435-a8de02459b55', 'status': 'completed', 'code': 200} Sep 15 15:17:36.816894 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-1b1c0101-dbda-4d52-96a7-e7ec03a4e256 None None] Set router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:17:36.905846 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e9451-f3c5-4d74-938f-0be5f99a99f1 req-1c1ad7ea-d7fb-4b11-9987-d83f4a8b3f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:36.907402 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a02e9451-f3c5-4d74-938f-0be5f99a99f1 req-1c1ad7ea-d7fb-4b11-9987-d83f4a8b3f1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5&device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 1098 time: 0.0627077 Sep 15 15:17:36.909179 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d567a331-286c-4842-8bd1-0e8bf4a17673 req-01f50b84-699a-43b9-bc8d-69761b96f803 service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444573 Sep 15 15:17:37.001354 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:37.036055 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-304cca07-3374-4e18-b1b8-3ed6fb3c425f admin admin] Deleting port b58e4416-680c-4753-8c37-64f69edf98cb {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:17:37.036631 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-304cca07-3374-4e18-b1b8-3ed6fb3c425f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:37.069691 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-1b1c0101-dbda-4d52-96a7-e7ec03a4e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '7b2e637f-38b0-4fe6-a471-3323cb2c838f', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'port_id': 'e63b1b7b-4f96-4d8b-b435-a8de02459b55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'mac_address': 'fa:16:3e:3d:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:17:35Z', 'updated_at': '2021-09-15T15:17:35Z', 'revision_number': 0, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'fixed_ip_address_scope': None}, {'id': '7cb3f32d-723c-4721-94e9-bc44a6d5cc5b', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'port_id': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'mac_address': 'fa:16:3e:27:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e085d4-e555-4c78-9dfc-8965b79ead3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:15:26Z', 'updated_at': '2021-09-15T15:15:28Z', 'revision_number': 1, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33f5a6e-3a66-4165-a1bc-3d466670825c', 'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'mac_address': 'fa:16:3e:4d:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:50Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 5, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'subnets': [{'id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:37.100738 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1c0101-dbda-4d52-96a7-e7ec03a4e256 None None] Checking router: 4926f6fb-a987-4a98-ba4c-68d861fe0c03 for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:17:37.109951 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c0101-dbda-4d52-96a7-e7ec03a4e256 None None] Routers {'4926f6fb-a987-4a98-ba4c-68d861fe0c03'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:17:37.110915 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-1b1c0101-dbda-4d52-96a7-e7ec03a4e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:17:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:37.127010 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-304cca07-3374-4e18-b1b8-3ed6fb3c425f admin admin] For port b58e4416-680c-4753-8c37-64f69edf98cb, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=b58e4416-680c-4753-8c37-64f69edf98cb,segment=NetworkSegment(c6e55b42-5068-4535-b664-eda03f2762eb),segment_id=c6e55b42-5068-4535-b664-eda03f2762eb)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:17:37.127369 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-304cca07-3374-4e18-b1b8-3ed6fb3c425f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:37.146625 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-304cca07-3374-4e18-b1b8-3ed6fb3c425f admin admin] Calling delete_port for b58e4416-680c-4753-8c37-64f69edf98cb owned by network:router_interface {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:17:37.224757 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-1b1c0101-dbda-4d52-96a7-e7ec03a4e256 None None] Set router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:17:37.346046 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d567a331-286c-4842-8bd1-0e8bf4a17673 req-b2ed681b-6c24-42bc-b9c6-2a4ff77bdd87 service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185669 Sep 15 15:17:37.346969 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e9451-f3c5-4d74-938f-0be5f99a99f1 req-f6fdaea5-47b5-45b7-97a5-d4cbadfc1db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:37.348301 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a02e9451-f3c5-4d74-938f-0be5f99a99f1 req-f6fdaea5-47b5-45b7-97a5-d4cbadfc1db6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 HTTP/1.1" status: 200 len: 912 time: 0.4287934 Sep 15 15:17:37.353027 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-304cca07-3374-4e18-b1b8-3ed6fb3c425f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:37.382869 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cca07-3374-4e18-b1b8-3ed6fb3c425f admin admin] Pushing event deleted for resources: {'Port': ['ID=b58e4416-680c-4753-8c37-64f69edf98cb,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:37.424571 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a02e9451-f3c5-4d74-938f-0be5f99a99f1 req-efa39102-7d35-4cba-a660-78adae4ced09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e63b1b7b-4f96-4d8b-b435-a8de02459b55 HTTP/1.1" status: 200 len: 999 time: 0.0650206 Sep 15 15:17:37.480531 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-1b1c0101-dbda-4d52-96a7-e7ec03a4e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '7b2e637f-38b0-4fe6-a471-3323cb2c838f', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'port_id': 'e63b1b7b-4f96-4d8b-b435-a8de02459b55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'mac_address': 'fa:16:3e:3d:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:17:35Z', 'updated_at': '2021-09-15T15:17:35Z', 'revision_number': 0, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'fixed_ip_address_scope': None}, {'id': '7cb3f32d-723c-4721-94e9-bc44a6d5cc5b', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'port_id': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'mac_address': 'fa:16:3e:27:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e085d4-e555-4c78-9dfc-8965b79ead3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:15:26Z', 'updated_at': '2021-09-15T15:15:28Z', 'revision_number': 1, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33f5a6e-3a66-4165-a1bc-3d466670825c', 'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'mac_address': 'fa:16:3e:4d:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:50Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 5, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'subnets': [{'id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:37.480999 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e9451-f3c5-4d74-938f-0be5f99a99f1 req-3ccf6fb1-42c4-4916-948e-9fb86dc52af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:37.482927 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a02e9451-f3c5-4d74-938f-0be5f99a99f1 req-3ccf6fb1-42c4-4916-948e-9fb86dc52af5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab98e2b5-0526-4338-8324-d44ebcc41e73 HTTP/1.1" status: 200 len: 850 time: 0.0490940 Sep 15 15:17:37.508496 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1c0101-dbda-4d52-96a7-e7ec03a4e256 None None] The sync data for ids ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'] in dv-cinder-808837-2-iscsi is: [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '7b2e637f-38b0-4fe6-a471-3323cb2c838f', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'port_id': 'e63b1b7b-4f96-4d8b-b435-a8de02459b55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'mac_address': 'fa:16:3e:3d:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:17:35Z', 'updated_at': '2021-09-15T15:17:35Z', 'revision_number': 0, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'fixed_ip_address_scope': None}, {'id': '7cb3f32d-723c-4721-94e9-bc44a6d5cc5b', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'port_id': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'mac_address': 'fa:16:3e:27:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e085d4-e555-4c78-9dfc-8965b79ead3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:15:26Z', 'updated_at': '2021-09-15T15:15:28Z', 'revision_number': 1, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33f5a6e-3a66-4165-a1bc-3d466670825c', 'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'mac_address': 'fa:16:3e:4d:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:50Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 5, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'subnets': [{'id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:17:37.539042 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e9451-f3c5-4d74-938f-0be5f99a99f1 req-3e2e9fd6-8e20-4920-a20f-a2667c6945b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:37.540584 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a02e9451-f3c5-4d74-938f-0be5f99a99f1 req-3e2e9fd6-8e20-4920-a20f-a2667c6945b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503478 Sep 15 15:17:37.571731 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-304cca07-3374-4e18-b1b8-3ed6fb3c425f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3684279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3675323'] for router_interface, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:37.687032 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38f67e-f2c4-4579-bad0-ce6801de47c2 req-25ed4944-206f-432c-807c-7caabca4eb46 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:37.688526 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8d38f67e-f2c4-4579-bad0-ce6801de47c2 req-25ed4944-206f-432c-807c-7caabca4eb46 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.0660982 Sep 15 15:17:37.690489 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a02e9451-f3c5-4d74-938f-0be5f99a99f1 req-92af8b52-0941-48e9-8dc7-3550162cb60f service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411960 Sep 15 15:17:37.754784 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1906bca-8a08-4fe3-8764-4db89298fc37 None None] New status for floating IP 7b2e637f-38b0-4fe6-a471-3323cb2c838f: ACTIVE {{(pid=94134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:17:37.791941 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8d38f67e-f2c4-4579-bad0-ce6801de47c2 req-fe74ed49-d0a0-48df-a191-1e5d6b4f24d3 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969322 Sep 15 15:17:37.832688 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a02e9451-f3c5-4d74-938f-0be5f99a99f1 req-5ff9a91c-c90b-45ae-8fd7-e136da3a85bb service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309164 Sep 15 15:17:37.916068 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device b5b91e27-31d0-465d-b6dc-d0b3cb641c04 no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:17:37.944913 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: b5b91e27-31d0-465d-b6dc-d0b3cb641c04 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:17:37.945250 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device b5b91e27-31d0-465d-b6dc-d0b3cb641c04 not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:17:38.059156 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304cca07-3374-4e18-b1b8-3ed6fb3c425f admin admin] Router db9036c1-bd73-45f4-8f27-649ad4d8c568 has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:17:38.161665 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304cca07-3374-4e18-b1b8-3ed6fb3c425f admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:17:38.169619 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-304cca07-3374-4e18-b1b8-3ed6fb3c425f admin admin] 10.222.0.44 "PUT /v2.0/routers/db9036c1-bd73-45f4-8f27-649ad4d8c568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7802787 Sep 15 15:17:38.170214 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 55398) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:17:38.172404 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7354f0d2-540d-4ce1-9f48-48847a65315b None None] Sync routers for ids ['db9036c1-bd73-45f4-8f27-649ad4d8c568'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:17:38.182063 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7354f0d2-540d-4ce1-9f48-48847a65315b None None] Routers {'db9036c1-bd73-45f4-8f27-649ad4d8c568'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:17:38.182668 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-7354f0d2-540d-4ce1-9f48-48847a65315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:17:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['db9036c1-bd73-45f4-8f27-649ad4d8c568'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:38.271431 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0bc1be18-74a5-4de2-9864-6f012bbcf1b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:38.283251 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-7354f0d2-540d-4ce1-9f48-48847a65315b None None] Set router db9036c1-bd73-45f4-8f27-649ad4d8c568 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:17:38.377116 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0bc1be18-74a5-4de2-9864-6f012bbcf1b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:38.431110 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-0bc1be18-74a5-4de2-9864-6f012bbcf1b0 admin admin] Deleting port 20c1ef83-818d-487c-adab-63bd4d7dd0fb {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:17:38.431454 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0bc1be18-74a5-4de2-9864-6f012bbcf1b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:38.508978 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-0bc1be18-74a5-4de2-9864-6f012bbcf1b0 admin admin] For port 20c1ef83-818d-487c-adab-63bd4d7dd0fb, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=20c1ef83-818d-487c-adab-63bd4d7dd0fb,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:17:38.509338 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0bc1be18-74a5-4de2-9864-6f012bbcf1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:38.521353 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-0bc1be18-74a5-4de2-9864-6f012bbcf1b0 admin admin] Calling delete_port for 20c1ef83-818d-487c-adab-63bd4d7dd0fb owned by network:router_gateway {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:17:38.581324 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-7354f0d2-540d-4ce1-9f48-48847a65315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9036c1-bd73-45f4-8f27-649ad4d8c568', 'name': 'tempest-TestShelveInstance-1554771020-router', 'tenant_id': 'ee75564221b94ca79f5a0039898a7c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '20c1ef83-818d-487c-adab-63bd4d7dd0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:48Z', 'updated_at': '2021-09-15T15:17:37Z', 'revision_number': 5, 'project_id': 'ee75564221b94ca79f5a0039898a7c97', 'gw_port': {'id': '20c1ef83-818d-487c-adab-63bd4d7dd0fb', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9036c1-bd73-45f4-8f27-649ad4d8c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:12:49Z', 'updated_at': '2021-09-15T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:38.609038 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7354f0d2-540d-4ce1-9f48-48847a65315b None None] Checking router: db9036c1-bd73-45f4-8f27-649ad4d8c568 for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:17:38.617460 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7354f0d2-540d-4ce1-9f48-48847a65315b None None] Routers {'db9036c1-bd73-45f4-8f27-649ad4d8c568'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:17:38.618155 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-7354f0d2-540d-4ce1-9f48-48847a65315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:17:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['db9036c1-bd73-45f4-8f27-649ad4d8c568'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:38.688607 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0bc1be18-74a5-4de2-9864-6f012bbcf1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:38.706050 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-7354f0d2-540d-4ce1-9f48-48847a65315b None None] Set router db9036c1-bd73-45f4-8f27-649ad4d8c568 gateway port host: None {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:17:38.718618 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1be18-74a5-4de2-9864-6f012bbcf1b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=20c1ef83-818d-487c-adab-63bd4d7dd0fb,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:38.761229 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-7354f0d2-540d-4ce1-9f48-48847a65315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9036c1-bd73-45f4-8f27-649ad4d8c568', 'name': 'tempest-TestShelveInstance-1554771020-router', 'tenant_id': 'ee75564221b94ca79f5a0039898a7c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:48Z', 'updated_at': '2021-09-15T15:17:38Z', 'revision_number': 6, 'project_id': 'ee75564221b94ca79f5a0039898a7c97', 'gw_port_host': None}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:38.778713 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0bc1be18-74a5-4de2-9864-6f012bbcf1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3675261'] for router_gateway, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:38.787244 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7354f0d2-540d-4ce1-9f48-48847a65315b None None] The sync data for ids ['db9036c1-bd73-45f4-8f27-649ad4d8c568'] in dv-cinder-808837-2-iscsi is: [{'id': 'db9036c1-bd73-45f4-8f27-649ad4d8c568', 'name': 'tempest-TestShelveInstance-1554771020-router', 'tenant_id': 'ee75564221b94ca79f5a0039898a7c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:12:48Z', 'updated_at': '2021-09-15T15:17:38Z', 'revision_number': 6, 'project_id': 'ee75564221b94ca79f5a0039898a7c97', 'gw_port_host': None}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:17:38.882847 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0bc1be18-74a5-4de2-9864-6f012bbcf1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1423'] for router, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:38.885042 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0bc1be18-74a5-4de2-9864-6f012bbcf1b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:38.966783 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0bc1be18-74a5-4de2-9864-6f012bbcf1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3672279'] for router, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:38.967297 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc1be18-74a5-4de2-9864-6f012bbcf1b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db9036c1-bd73-45f4-8f27-649ad4d8c568 {{(pid=94131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:17:38.973090 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0bc1be18-74a5-4de2-9864-6f012bbcf1b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:38.974271 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-0bc1be18-74a5-4de2-9864-6f012bbcf1b0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/db9036c1-bd73-45f4-8f27-649ad4d8c568 HTTP/1.1" status: 204 len: 168 time: 0.8030522 Sep 15 15:17:38.977590 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 55402) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:17:38.986803 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b54f0-8c16-4169-ba28-09ec75e80adb req-8d6cae83-816e-4d5c-9cb7-2a560c710694 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:38.988262 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5d1b54f0-8c16-4169-ba28-09ec75e80adb req-8d6cae83-816e-4d5c-9cb7-2a560c710694 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 946 time: 0.1015182 Sep 15 15:17:39.023744 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac17b5b3-4465-480f-8289-2ad900f30547 admin admin] Deleting subnet 44baddda-caa4-44f4-ae05-991a0b689eca {{(pid=94132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:17:39.026065 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5d1b54f0-8c16-4169-ba28-09ec75e80adb req-867490f6-697f-46b9-84af-1f48e1d944d5 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311055 Sep 15 15:17:39.026796 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ac17b5b3-4465-480f-8289-2ad900f30547 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:39.062072 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ac17b5b3-4465-480f-8289-2ad900f30547 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12326048'] for subnet, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:39.140812 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ac17b5b3-4465-480f-8289-2ad900f30547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935064'] for subnet, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:39.198781 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ac17b5b3-4465-480f-8289-2ad900f30547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-935055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8964687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11857649'] for subnet, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:39.226614 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17b5b3-4465-480f-8289-2ad900f30547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44baddda-caa4-44f4-ae05-991a0b689eca,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:39.230166 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ac17b5b3-4465-480f-8289-2ad900f30547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:39.232071 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-ac17b5b3-4465-480f-8289-2ad900f30547 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/44baddda-caa4-44f4-ae05-991a0b689eca HTTP/1.1" status: 204 len: 168 time: 0.2526832 Sep 15 15:17:39.234525 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 55404) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:17:39.239568 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fde76b-5622-4ef5-8c67-7489c02016fa None None] Network 53235a62-ac9a-4528-945a-09a79d43ce91 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:17:39.321147 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b28b4cb9-f2bd-466a-a508-6500a0645c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002857'] for network, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:39.373953 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-b28b4cb9-f2bd-466a-a508-6500a0645c72 admin admin] Deleting port bb7a78e9-fb90-479a-b67d-2e43ce2983af {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:17:39.374388 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b28b4cb9-f2bd-466a-a508-6500a0645c72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:39.437438 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-b28b4cb9-f2bd-466a-a508-6500a0645c72 admin admin] For port bb7a78e9-fb90-479a-b67d-2e43ce2983af, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=bb7a78e9-fb90-479a-b67d-2e43ce2983af,segment=NetworkSegment(c6e55b42-5068-4535-b664-eda03f2762eb),segment_id=c6e55b42-5068-4535-b664-eda03f2762eb)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:17:39.437795 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b28b4cb9-f2bd-466a-a508-6500a0645c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:39.449794 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-b28b4cb9-f2bd-466a-a508-6500a0645c72 admin admin] Calling delete_port for bb7a78e9-fb90-479a-b67d-2e43ce2983af owned by network:dhcp {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:17:39.530858 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b28b4cb9-f2bd-466a-a508-6500a0645c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:39.559121 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b4cb9-f2bd-466a-a508-6500a0645c72 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb7a78e9-fb90-479a-b67d-2e43ce2983af,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:39.562668 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b4cb9-f2bd-466a-a508-6500a0645c72 admin admin] No DVR routers for this DVR port bb7a78e9-fb90-479a-b67d-2e43ce2983af on host dv-cinder-808837-2-iscsi {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:17:39.574476 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59d1955-9890-43b4-8fb1-f04b00e5b969 None None] DHCP port deletion for 53235a62-ac9a-4528-945a-09a79d43ce91 request from dv-cinder-808837-2-iscsi {{(pid=94133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:17:39.641112 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b28b4cb9-f2bd-466a-a508-6500a0645c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935455', 'neutron.services.segments.db._delete_segments_for_network-8747554679709'] for network, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:39.661176 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-b28b4cb9-f2bd-466a-a508-6500a0645c72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53235a62-ac9a-4528-945a-09a79d43ce91']}} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:39.667897 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device b08b2d27-1b69-4660-b759-1036158b7193 no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:17:39.671615 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-b28b4cb9-f2bd-466a-a508-6500a0645c72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e55b42-5068-4535-b664-eda03f2762eb') {'for_net_delete': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:39.672123 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-b28b4cb9-f2bd-466a-a508-6500a0645c72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e55b42-5068-4535-b664-eda03f2762eb') {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:17:39.682638 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b28b4cb9-f2bd-466a-a508-6500a0645c72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747554679206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12326059'] for segment, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:39.700629 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b28b4cb9-f2bd-466a-a508-6500a0645c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:39.707489 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28b4cb9-f2bd-466a-a508-6500a0645c72 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:17:39.707871 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b28b4cb9-f2bd-466a-a508-6500a0645c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8963217'] for segment, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: Traceback (most recent call last): Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: timer() Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: cb(*args, **kw) Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: return func(*args, **kwargs) Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: self._notify() Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: self.callback(batched_events) Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: event.method(event) Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: return f(self, *a, **k) Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: return self._get(url).json() Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: return self.request(url, 'GET', **kwargs) Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:17:39.709685 dv-cinder-808837-2-iscsi neutron-server[94132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:17:39.752528 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:39.768255 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b28b4cb9-f2bd-466a-a508-6500a0645c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675161'] for network, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:39.775366 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b28b4cb9-f2bd-466a-a508-6500a0645c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:39.777697 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-b28b4cb9-f2bd-466a-a508-6500a0645c72 admin admin] 10.222.0.44 "DELETE /v2.0/networks/53235a62-ac9a-4528-945a-09a79d43ce91 HTTP/1.1" status: 204 len: 168 time: 0.5416956 Sep 15 15:17:39.786721 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac65dfba-c41e-4f9f-aa52-fec156910f54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08b2d27-1b69-4660-b759-1036158b7193'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:17:39.789973 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71bb8e0-8e95-45c4-8150-b7326f5531b0" -d '{"events": [{"server_uuid": "ac65dfba-c41e-4f9f-aa52-fec156910f54", "name": "network-vif-unplugged", "status": "completed", "tag": "b08b2d27-1b69-4660-b759-1036158b7193"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:17:39.792118 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b4cb9-f2bd-466a-a508-6500a0645c72 admin admin] Pushing event deleted for resources: {'Network': ['ID=53235a62-ac9a-4528-945a-09a79d43ce91,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:39.805524 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port b08b2d27-1b69-4660-b759-1036158b7193, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=b08b2d27-1b69-4660-b759-1036158b7193,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:17:39.812393 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:39.852649 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 15:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36731693-de22-4677-b7ba-d7e44e1c99de x-openstack-request-id: req-36731693-de22-4677-b7ba-d7e44e1c99de {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:17:39.852932 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac65dfba-c41e-4f9f-aa52-fec156910f54", "name": "network-vif-unplugged", "status": "failed", "tag": "b08b2d27-1b69-4660-b759-1036158b7193", "code": 422}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:17:39.853352 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-36731693-de22-4677-b7ba-d7e44e1c99de {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:17:39.853871 dv-cinder-808837-2-iscsi neutron-server[94133]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ac65dfba-c41e-4f9f-aa52-fec156910f54', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b08b2d27-1b69-4660-b759-1036158b7193', 'code': 422} returned with failed status Sep 15 15:17:39.875652 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device b58e4416-680c-4753-8c37-64f69edf98cb no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:17:39.902896 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: b58e4416-680c-4753-8c37-64f69edf98cb {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:17:39.903363 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device b58e4416-680c-4753-8c37-64f69edf98cb not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:17:39.903777 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device bb7a78e9-fb90-479a-b67d-2e43ce2983af no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:17:39.906227 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=b08b2d27-1b69-4660-b759-1036158b7193,revision_number=8']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:39.924996 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: bb7a78e9-fb90-479a-b67d-2e43ce2983af {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:17:39.925372 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device bb7a78e9-fb90-479a-b67d-2e43ce2983af not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:17:39.925777 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 20c1ef83-818d-487c-adab-63bd4d7dd0fb no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:17:39.948267 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: 20c1ef83-818d-487c-adab-63bd4d7dd0fb {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:17:39.948617 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 20c1ef83-818d-487c-adab-63bd4d7dd0fb not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:17:39.977696 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 55410) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:17:40.021877 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-819f7dde-3b50-47fa-b38b-9f4d3d1cc1fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2a7af14495048dd9ccd76e2074b39ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429547 Sep 15 15:17:40.024524 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 55412) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:17:40.072473 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7510ee0e-a0fe-48ea-ae44-1f9b460a66ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:40.093534 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7510ee0e-a0fe-48ea-ae44-1f9b460a66ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:40.142471 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7510ee0e-a0fe-48ea-ae44-1f9b460a66ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:40.145112 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7510ee0e-a0fe-48ea-ae44-1f9b460a66ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:40.148814 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-7510ee0e-a0fe-48ea-ae44-1f9b460a66ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41fccee6-2159-48bd-abe6-8ccfb8fa3629 HTTP/1.1" status: 204 len: 168 time: 0.1208615 Sep 15 15:17:40.148959 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a8d7d-c9f9-49d1-8b0c-6c8b2a84c4b9 req-7d52f74b-a634-4121-b5b6-4ad871bb074f tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:40.148959 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-788a8d7d-c9f9-49d1-8b0c-6c8b2a84c4b9 req-7d52f74b-a634-4121-b5b6-4ad871bb074f tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 944 time: 0.0503321 Sep 15 15:17:40.156434 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510ee0e-a0fe-48ea-ae44-1f9b460a66ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fccee6-2159-48bd-abe6-8ccfb8fa3629,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:40.198448 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-788a8d7d-c9f9-49d1-8b0c-6c8b2a84c4b9 req-24918e8f-ba67-4ad2-804b-971c38a03211 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382113 Sep 15 15:17:40.483566 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 55430) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:17:40.525360 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-eeb582d1-de9f-436d-a2bd-a04a382906aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee75564221b94ca79f5a0039898a7c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405312 Sep 15 15:17:40.527812 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 55434) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:17:40.575632 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c6d7d30a-e5a2-4970-9050-ea244da4592c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:40.597127 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c6d7d30a-e5a2-4970-9050-ea244da4592c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:40.649796 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c6d7d30a-e5a2-4970-9050-ea244da4592c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:40.652401 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c6d7d30a-e5a2-4970-9050-ea244da4592c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:40.653555 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-c6d7d30a-e5a2-4970-9050-ea244da4592c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8437304-cabf-43da-bd0a-0e73c59fd684 HTTP/1.1" status: 204 len: 168 time: 0.1248631 Sep 15 15:17:40.662541 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7d30a-e5a2-4970-9050-ea244da4592c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8437304-cabf-43da-bd0a-0e73c59fd684,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:41.172220 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce444f0-75e2-4d91-b6d2-dcb1c1e08b65 req-1f68dc20-06ae-4f63-bf87-e086577b9d81 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:41.173651 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0ce444f0-75e2-4d91-b6d2-dcb1c1e08b65 req-1f68dc20-06ae-4f63-bf87-e086577b9d81 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 944 time: 0.0592544 Sep 15 15:17:41.231467 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d9015e1b-3bef-4e1f-beb4-ce6bcf52ff0b req-52add547-96d4-4520-9e8f-c72abcb91b85 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763466 Sep 15 15:17:41.237071 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0ce444f0-75e2-4d91-b6d2-dcb1c1e08b65 req-846f12bf-7e79-4ead-9174-352088fa79a0 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430069 Sep 15 15:17:42.014370 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9015e1b-3bef-4e1f-beb4-ce6bcf52ff0b req-c82568f0-4d9a-4152-a24a-e7f2948e454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:42.015853 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d9015e1b-3bef-4e1f-beb4-ce6bcf52ff0b req-c82568f0-4d9a-4152-a24a-e7f2948e454d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54&tenant_id=556a9049f67b4de0b8a13c508786aaa3 HTTP/1.1" status: 200 len: 1097 time: 0.0400741 Sep 15 15:17:42.074956 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9015e1b-3bef-4e1f-beb4-ce6bcf52ff0b req-69e1d022-b61f-4cef-8335-482beb8a6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:42.076423 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d9015e1b-3bef-4e1f-beb4-ce6bcf52ff0b req-69e1d022-b61f-4cef-8335-482beb8a6bf9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=556a9049f67b4de0b8a13c508786aaa3&device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 1097 time: 0.0390098 Sep 15 15:17:42.167310 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9015e1b-3bef-4e1f-beb4-ce6bcf52ff0b req-0618fc82-5a93-4d85-821e-8a1bed9835e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:42.168792 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d9015e1b-3bef-4e1f-beb4-ce6bcf52ff0b req-0618fc82-5a93-4d85-821e-8a1bed9835e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3635f109-97a3-46f1-8eff-fea78dda4f35 HTTP/1.1" status: 200 len: 917 time: 0.0862327 Sep 15 15:17:42.231376 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d9015e1b-3bef-4e1f-beb4-ce6bcf52ff0b req-cdab5e03-6b04-4dc4-8d66-7a0401207888 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b08b2d27-1b69-4660-b759-1036158b7193 HTTP/1.1" status: 200 len: 999 time: 0.0561564 Sep 15 15:17:42.285349 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9015e1b-3bef-4e1f-beb4-ce6bcf52ff0b req-df5afdb3-5646-4f63-a786-957e2aa9cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:42.286880 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d9015e1b-3bef-4e1f-beb4-ce6bcf52ff0b req-df5afdb3-5646-4f63-a786-957e2aa9cf68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2484f03-06a8-4ae0-a866-7ac80aaa0648 HTTP/1.1" status: 200 len: 855 time: 0.0495243 Sep 15 15:17:42.361877 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9015e1b-3bef-4e1f-beb4-ce6bcf52ff0b req-6ba83ffb-79b1-48e9-a291-c8e1cf17c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:42.363372 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d9015e1b-3bef-4e1f-beb4-ce6bcf52ff0b req-6ba83ffb-79b1-48e9-a291-c8e1cf17c89f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3635f109-97a3-46f1-8eff-fea78dda4f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696645 Sep 15 15:17:42.386251 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb8a96-69e0-4809-abb4-28c9cd6c5ede req-a9e2ac76-e612-49a8-aa70-7270c19d6e80 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:42.387642 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e1fb8a96-69e0-4809-abb4-28c9cd6c5ede req-a9e2ac76-e612-49a8-aa70-7270c19d6e80 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 944 time: 0.0657854 Sep 15 15:17:42.472743 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e1fb8a96-69e0-4809-abb4-28c9cd6c5ede req-c613597b-1e9d-430e-b2d1-b390593c8e0e tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758214 Sep 15 15:17:42.490079 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d9015e1b-3bef-4e1f-beb4-ce6bcf52ff0b req-cbeeb7de-679c-48f1-bceb-8ed65446697c service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191158 Sep 15 15:17:42.581844 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d9015e1b-3bef-4e1f-beb4-ce6bcf52ff0b req-b4937eb7-9108-4ed8-9ed8-074954d11cd4 service neutron] 10.222.0.47 "GET /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842400 Sep 15 15:17:43.597850 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac05ee3-ff79-442a-9244-86f2fe194f97 req-b89bdcf9-82fe-4943-b19f-108a4d39d03a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:43.599559 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3ac05ee3-ff79-442a-9244-86f2fe194f97 req-b89bdcf9-82fe-4943-b19f-108a4d39d03a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 944 time: 0.0519316 Sep 15 15:17:43.644814 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3ac05ee3-ff79-442a-9244-86f2fe194f97 req-d1aab192-18ff-4d12-b170-ef588c04026b tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390840 Sep 15 15:17:44.770314 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0ddee-941b-4700-9959-0375e0bd92ed req-3dd92d7c-e4ed-4fcd-95ac-8dc23cbcc21e tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:44.772348 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1db0ddee-941b-4700-9959-0375e0bd92ed req-3dd92d7c-e4ed-4fcd-95ac-8dc23cbcc21e tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 944 time: 0.0505481 Sep 15 15:17:44.817320 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1db0ddee-941b-4700-9959-0375e0bd92ed req-d77c0e21-ad77-4c5e-be82-0e2d5510c5e2 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381753 Sep 15 15:17:45.947096 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26f9de-8c78-4329-8839-2ae78f7d647f req-f7e96abf-d41c-473c-96d9-b3de5fef9713 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:45.948593 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ec26f9de-8c78-4329-8839-2ae78f7d647f req-f7e96abf-d41c-473c-96d9-b3de5fef9713 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 944 time: 0.0522137 Sep 15 15:17:45.987658 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ec26f9de-8c78-4329-8839-2ae78f7d647f req-cc49d67e-b622-4e1c-b362-c9a6829c03d9 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330789 Sep 15 15:17:47.108918 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee18dd-d130-4bf1-b3c0-626db0a2221c req-c547a075-653c-4777-b16b-0407c1ba34a5 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:47.110572 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-93ee18dd-d130-4bf1-b3c0-626db0a2221c req-c547a075-653c-4777-b16b-0407c1ba34a5 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 944 time: 0.0508542 Sep 15 15:17:47.151056 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-93ee18dd-d130-4bf1-b3c0-626db0a2221c req-47b67c1f-6ca9-4a4c-b75f-d73f998cae57 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337746 Sep 15 15:17:47.870570 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:17:48.279782 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4ff99-dd49-4d41-951d-4a7b5c51da97 req-e135bc45-16f6-4151-89a0-8e6265ed3831 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:48.281254 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-28a4ff99-dd49-4d41-951d-4a7b5c51da97 req-e135bc45-16f6-4151-89a0-8e6265ed3831 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 944 time: 0.0546405 Sep 15 15:17:48.319896 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-28a4ff99-dd49-4d41-951d-4a7b5c51da97 req-c9fdf040-495d-4cd8-a8c0-1cbf3c4026ac tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327406 Sep 15 15:17:49.443599 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221caef6-527e-43a9-bf0b-f57381b26fb6 req-1c00ebe7-b0bf-46bf-8c72-24e7c9920149 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:49.445638 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-221caef6-527e-43a9-bf0b-f57381b26fb6 req-1c00ebe7-b0bf-46bf-8c72-24e7c9920149 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 944 time: 0.0509138 Sep 15 15:17:49.485137 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-221caef6-527e-43a9-bf0b-f57381b26fb6 req-ecf550dc-fbd1-4b4d-b879-a4cf4550fce8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336816 Sep 15 15:17:50.612803 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f18b4-5664-4bc8-8356-b90e6f5a679b req-6d6b932d-003a-4a6b-b145-531cab1e4a86 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:50.614311 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c42f18b4-5664-4bc8-8356-b90e6f5a679b req-6d6b932d-003a-4a6b-b145-531cab1e4a86 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 944 time: 0.0516427 Sep 15 15:17:50.654486 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c42f18b4-5664-4bc8-8356-b90e6f5a679b req-3ac07462-6884-4919-a133-287667ffa032 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335052 Sep 15 15:17:51.793757 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47d921-914e-494d-b101-264a13c3b476 req-f76926ed-ef16-44b5-b3b4-c4246edb8900 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:51.795828 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-db47d921-914e-494d-b101-264a13c3b476 req-f76926ed-ef16-44b5-b3b4-c4246edb8900 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 944 time: 0.0608761 Sep 15 15:17:51.842758 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-db47d921-914e-494d-b101-264a13c3b476 req-cb46e15e-c862-477e-bee1-7403053026f0 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400612 Sep 15 15:17:52.969379 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a7e23-5cae-4fc3-ae1b-68c2724bb359 req-d9f53bb4-3a20-4d04-9190-b80e023d07af tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:52.970922 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-310a7e23-5cae-4fc3-ae1b-68c2724bb359 req-d9f53bb4-3a20-4d04-9190-b80e023d07af tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 944 time: 0.0527067 Sep 15 15:17:53.010602 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-310a7e23-5cae-4fc3-ae1b-68c2724bb359 req-a0e3c2a6-c6e9-419b-bcd0-1c613d42907c tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331342 Sep 15 15:17:54.127189 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b0284-cee6-4d91-bab9-186fefedb2c2 req-5914af26-1731-4934-b1ce-b8f7eea8667f tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:54.128637 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f92b0284-cee6-4d91-bab9-186fefedb2c2 req-5914af26-1731-4934-b1ce-b8f7eea8667f tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 944 time: 0.0474615 Sep 15 15:17:54.165820 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f92b0284-cee6-4d91-bab9-186fefedb2c2 req-12cc6fba-f178-40fd-bef5-13f4ad5f5bb2 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310404 Sep 15 15:17:55.286087 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aa59a-c4b4-4a06-ae0f-43a872ef438a req-6aeb3825-e306-4f07-86bd-68739fcbd5a5 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:55.287590 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2d6aa59a-c4b4-4a06-ae0f-43a872ef438a req-6aeb3825-e306-4f07-86bd-68739fcbd5a5 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 944 time: 0.0524306 Sep 15 15:17:55.326446 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2d6aa59a-c4b4-4a06-ae0f-43a872ef438a req-542df7e8-13f7-48d0-99a3-5c7127b00344 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325286 Sep 15 15:17:55.767725 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device b08b2d27-1b69-4660-b759-1036158b7193 details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:17:55.858558 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port b08b2d27-1b69-4660-b759-1036158b7193, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=b08b2d27-1b69-4660-b759-1036158b7193,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:17:55.869686 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': 'b08b2d27-1b69-4660-b759-1036158b7193', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'port_id': 'b08b2d27-1b69-4660-b759-1036158b7193', 'mac_address': 'fa:16:3e:1e:b5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:17:55.909449 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:55.922395 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08b2d27-1b69-4660-b759-1036158b7193 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:17:55.940848 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port b08b2d27-1b69-4660-b759-1036158b7193, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=b08b2d27-1b69-4660-b759-1036158b7193,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:17:55.944659 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:55.991612 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=b08b2d27-1b69-4660-b759-1036158b7193,revision_number=9']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:56.178373 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['b08b2d27-1b69-4660-b759-1036158b7193'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:17:56.441386 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab9f0f-c01c-4097-b6b4-71ca2b2eba0c req-3a8eab62-9070-4901-b90a-fbd9165fe406 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:56.442781 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4dab9f0f-c01c-4097-b6b4-71ca2b2eba0c req-3a8eab62-9070-4901-b90a-fbd9165fe406 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 945 time: 0.0468125 Sep 15 15:17:56.479410 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4dab9f0f-c01c-4097-b6b4-71ca2b2eba0c req-4572b976-2ad4-4d51-a10f-506e8e17e3bf tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303309 Sep 15 15:17:57.596454 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fa183-51f9-4d45-93d1-3379f93cbab9 req-01822074-dc3b-42e5-a295-e187cac983eb tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:57.597915 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-050fa183-51f9-4d45-93d1-3379f93cbab9 req-01822074-dc3b-42e5-a295-e187cac983eb tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 945 time: 0.0478423 Sep 15 15:17:57.634795 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-050fa183-51f9-4d45-93d1-3379f93cbab9 req-ba0c3d8b-04d7-45c3-80f8-196f1a118282 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310082 Sep 15 15:17:57.764076 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device b08b2d27-1b69-4660-b759-1036158b7193 up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:17:57.809768 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port b08b2d27-1b69-4660-b759-1036158b7193 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:17:57.810164 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:57.884784 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:57.907227 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac65dfba-c41e-4f9f-aa52-fec156910f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08b2d27-1b69-4660-b759-1036158b7193'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:17:57.909468 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557e04c8-ed1b-4f87-bee4-6aa333ea4ba5" -d '{"events": [{"server_uuid": "ac65dfba-c41e-4f9f-aa52-fec156910f54", "name": "network-vif-plugged", "status": "completed", "tag": "b08b2d27-1b69-4660-b759-1036158b7193"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:17:57.925263 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port b08b2d27-1b69-4660-b759-1036158b7193, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=b08b2d27-1b69-4660-b759-1036158b7193,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:17:57.947009 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:17:57.949726 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246c490c-1913-4b4b-b1bc-77046bbdfe91 x-openstack-request-id: req-246c490c-1913-4b4b-b1bc-77046bbdfe91 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:17:57.950035 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac65dfba-c41e-4f9f-aa52-fec156910f54", "name": "network-vif-plugged", "status": "completed", "tag": "b08b2d27-1b69-4660-b759-1036158b7193", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:17:57.950281 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-246c490c-1913-4b4b-b1bc-77046bbdfe91 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:17:57.950654 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac65dfba-c41e-4f9f-aa52-fec156910f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08b2d27-1b69-4660-b759-1036158b7193', 'code': 200} Sep 15 15:17:58.033526 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=b08b2d27-1b69-4660-b759-1036158b7193,revision_number=10']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:17:58.149537 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08386b94-5290-4c40-a417-fc0289a008e5 req-00b729ef-4cbc-4e93-9ffc-334bcf33df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:58.151005 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-08386b94-5290-4c40-a417-fc0289a008e5 req-00b729ef-4cbc-4e93-9ffc-334bcf33df36 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 1100 time: 0.0394344 Sep 15 15:17:58.189397 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-08386b94-5290-4c40-a417-fc0289a008e5 req-c98888bd-f0b2-49f8-ae36-055d295960a3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313418 Sep 15 15:17:58.760884 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819677c-4459-467e-9579-6761c226460f req-fc9fae52-8d19-4dfd-a676-4bdf4ade7a4d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:58.762354 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2819677c-4459-467e-9579-6761c226460f req-fc9fae52-8d19-4dfd-a676-4bdf4ade7a4d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 947 time: 0.0478134 Sep 15 15:17:58.797777 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2819677c-4459-467e-9579-6761c226460f req-48595a27-6d37-4826-88d1-dc02ffc251eb tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295866 Sep 15 15:17:59.920438 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e7af8-043b-48be-b5a5-4f4a2328e6e9 req-2ac208a1-0386-4f80-a75d-1ceabe50d813 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:17:59.921907 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ce1e7af8-043b-48be-b5a5-4f4a2328e6e9 req-2ac208a1-0386-4f80-a75d-1ceabe50d813 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 947 time: 0.0513880 Sep 15 15:17:59.958817 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ce1e7af8-043b-48be-b5a5-4f4a2328e6e9 req-9864b4aa-a172-48fe-9a1b-64187ea971e2 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310059 Sep 15 15:18:00.106576 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:01.079397 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b021ee-2ce2-481c-9751-91f4ebf38221 req-b0eeaf36-2296-4872-b231-f740ed9812db tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:01.080854 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-56b021ee-2ce2-481c-9751-91f4ebf38221 req-b0eeaf36-2296-4872-b231-f740ed9812db tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 947 time: 0.0514820 Sep 15 15:18:01.118329 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-56b021ee-2ce2-481c-9751-91f4ebf38221 req-c68d9612-8577-484b-ae80-dccfef8ec395 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308986 Sep 15 15:18:01.308579 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21ab4cd1-f53b-4b7a-ac07-80cf6f28297c req-7e068896-c908-445e-9253-d2eb2d37ee33 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395088 Sep 15 15:18:01.391682 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab4cd1-f53b-4b7a-ac07-80cf6f28297c req-04166da6-6b71-42fc-b512-1b1fa24497f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:01.393145 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21ab4cd1-f53b-4b7a-ac07-80cf6f28297c req-04166da6-6b71-42fc-b512-1b1fa24497f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5&device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 1098 time: 0.0400419 Sep 15 15:18:01.495952 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab4cd1-f53b-4b7a-ac07-80cf6f28297c req-5949ae88-4fc8-4f1e-89a6-e9c3c60e6a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:01.497382 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21ab4cd1-f53b-4b7a-ac07-80cf6f28297c req-5949ae88-4fc8-4f1e-89a6-e9c3c60e6a07 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 HTTP/1.1" status: 200 len: 912 time: 0.0856328 Sep 15 15:18:01.560254 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21ab4cd1-f53b-4b7a-ac07-80cf6f28297c req-8a8fd26d-1766-4974-8eac-64f45566d3be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1af56ccc-e0a8-450d-b135-0b2407cd4b6f HTTP/1.1" status: 200 len: 1000 time: 0.0561819 Sep 15 15:18:01.611011 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab4cd1-f53b-4b7a-ac07-80cf6f28297c req-b93605cb-9df5-4a6b-9e76-c4cdbc3c0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:01.613357 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21ab4cd1-f53b-4b7a-ac07-80cf6f28297c req-b93605cb-9df5-4a6b-9e76-c4cdbc3c0226 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab98e2b5-0526-4338-8324-d44ebcc41e73 HTTP/1.1" status: 200 len: 850 time: 0.0470238 Sep 15 15:18:01.627441 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-197702f8-ed75-4eb2-a9f4-d94ad6afb593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:01.659166 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab4cd1-f53b-4b7a-ac07-80cf6f28297c req-c788c0de-02a0-4834-bc19-da62ac3b1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:01.660646 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21ab4cd1-f53b-4b7a-ac07-80cf6f28297c req-c788c0de-02a0-4834-bc19-da62ac3b1a7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407698 Sep 15 15:18:01.752997 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21ab4cd1-f53b-4b7a-ac07-80cf6f28297c req-fb9f6168-88e6-49d1-baff-64a0c4407f13 service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853353 Sep 15 15:18:01.839937 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21ab4cd1-f53b-4b7a-ac07-80cf6f28297c req-478ff89d-7146-43c1-a5a5-3cf57e5c8bc6 service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804119 Sep 15 15:18:04.279634 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:04.399202 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8b780d45-c367-4533-933b-d0bd782610ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:05.244333 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:06.994754 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:24.873880 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:18:30.129339 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:31.628453 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4d7e-9255-4126-bcf7-464f8d60754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:34.131591 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ffbfc-9848-475a-8f30-715f1a098ab5 req-11050b23-9393-43fd-89e5-3a8813b40e31 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:34.133081 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-622ffbfc-9848-475a-8f30-715f1a098ab5 req-11050b23-9393-43fd-89e5-3a8813b40e31 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 947 time: 0.0515137 Sep 15 15:18:34.171031 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-622ffbfc-9848-475a-8f30-715f1a098ab5 req-6a5d0325-9662-4c35-b799-5054ba82af48 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319688 Sep 15 15:18:34.279971 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:34.398215 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b83806cf-e4d8-4408-8d3d-0aa1d3442c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:35.246487 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:35.293030 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791a3b4-3f1f-4500-ab6a-180362e48c85 req-b7864ea4-92f7-46a8-86af-845ce07567b2 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:35.294528 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e791a3b4-3f1f-4500-ab6a-180362e48c85 req-b7864ea4-92f7-46a8-86af-845ce07567b2 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 947 time: 0.0516748 Sep 15 15:18:35.331968 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e791a3b4-3f1f-4500-ab6a-180362e48c85 req-775655ce-7766-44c3-8816-74e15a493b90 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314238 Sep 15 15:18:35.429234 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e332692-8ce6-41f1-a35b-3745b8270c20 req-38027ad5-d75e-467d-9f30-0b0d37936d46 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:18:35.430783 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7e332692-8ce6-41f1-a35b-3745b8270c20 req-38027ad5-d75e-467d-9f30-0b0d37936d46 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 947 time: 0.0533049 Sep 15 15:18:35.527425 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-7e332692-8ce6-41f1-a35b-3745b8270c20 req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Deleting port b08b2d27-1b69-4660-b759-1036158b7193 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:18:35.527756 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-7e332692-8ce6-41f1-a35b-3745b8270c20 req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:35.615849 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-7e332692-8ce6-41f1-a35b-3745b8270c20 req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] For port b08b2d27-1b69-4660-b759-1036158b7193, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=b08b2d27-1b69-4660-b759-1036158b7193,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:18:35.616198 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-7e332692-8ce6-41f1-a35b-3745b8270c20 req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:35.786803 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-7e332692-8ce6-41f1-a35b-3745b8270c20 req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:35.787158 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-7e332692-8ce6-41f1-a35b-3745b8270c20 req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675147'] for floatingip, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:35.787467 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.l3_db [req-7e332692-8ce6-41f1-a35b-3745b8270c20 req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Floating IP 3d9bc3f8-0a45-4d82-b827-05cababfb204 disassociated. External IP: 172.27.1.31, port: b08b2d27-1b69-4660-b759-1036158b7193. Sep 15 15:18:35.787798 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-7e332692-8ce6-41f1-a35b-3745b8270c20 req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Calling delete_port for b08b2d27-1b69-4660-b759-1036158b7193 owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:18:35.912524 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-7e332692-8ce6-41f1-a35b-3745b8270c20 req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:35.941756 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Pushing event deleted for resources: {'Port': ['ID=b08b2d27-1b69-4660-b759-1036158b7193,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:18:35.953223 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:35.953567 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:35.953905 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:35.954299 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:35.954651 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:35.954971 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:35.955293 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:35.955620 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:35.956269 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:35.956415 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:35.956679 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:35.956966 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:36.060408 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e332692-8ce6-41f1-a35b-3745b8270c20 req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Router 6053570a-2175-471d-bc56-35f77ffda96c has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:18:36.164992 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e332692-8ce6-41f1-a35b-3745b8270c20 req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:18:36.175637 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc8c284-945c-40e1-a38d-bfb888460ad5 None None] Sync routers for ids ['6053570a-2175-471d-bc56-35f77ffda96c'] in dv-cinder-808837-2-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:18:36.185209 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc8c284-945c-40e1-a38d-bfb888460ad5 None None] Routers {'6053570a-2175-471d-bc56-35f77ffda96c'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:18:36.186057 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-9dc8c284-945c-40e1-a38d-bfb888460ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:18:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['6053570a-2175-471d-bc56-35f77ffda96c'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:18:36.206526 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e332692-8ce6-41f1-a35b-3745b8270c20 req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] No DVR routers for this DVR port b08b2d27-1b69-4660-b759-1036158b7193 on host hv-cinder-80883 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:18:36.210298 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-7e332692-8ce6-41f1-a35b-3745b8270c20 req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:36.212703 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7e332692-8ce6-41f1-a35b-3745b8270c20 req-90c28034-1818-4509-b67b-dfc1db98b31d tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.47 "DELETE /v2.0/ports/b08b2d27-1b69-4660-b759-1036158b7193 HTTP/1.1" status: 204 len: 173 time: 0.7756593 Sep 15 15:18:36.213146 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac65dfba-c41e-4f9f-aa52-fec156910f54', 'name': 'network-vif-deleted', 'tag': 'b08b2d27-1b69-4660-b759-1036158b7193'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:18:36.216127 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba4ec0d-ffae-4148-870b-42638422408b" -d '{"events": [{"server_uuid": "ac65dfba-c41e-4f9f-aa52-fec156910f54", "name": "network-vif-deleted", "tag": "b08b2d27-1b69-4660-b759-1036158b7193"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:18:36.253677 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe757461-0273-4f6a-84a8-44dadc269eee x-openstack-request-id: req-fe757461-0273-4f6a-84a8-44dadc269eee {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:18:36.253959 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac65dfba-c41e-4f9f-aa52-fec156910f54", "name": "network-vif-deleted", "tag": "b08b2d27-1b69-4660-b759-1036158b7193", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:18:36.254713 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fe757461-0273-4f6a-84a8-44dadc269eee {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:18:36.255106 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac65dfba-c41e-4f9f-aa52-fec156910f54', 'name': 'network-vif-deleted', 'tag': 'b08b2d27-1b69-4660-b759-1036158b7193', 'status': 'completed', 'code': 200} Sep 15 15:18:36.307211 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-9dc8c284-945c-40e1-a38d-bfb888460ad5 None None] Set router 6053570a-2175-471d-bc56-35f77ffda96c gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:18:36.443243 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c772444e-80f0-4da7-acbf-43fc081847c4 req-a6a57ba3-6deb-4e9d-a8b1-bb4d1a76b001 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac65dfba-c41e-4f9f-aa52-fec156910f54 HTTP/1.1" status: 200 len: 210 time: 0.0268612 Sep 15 15:18:36.513487 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-9dc8c284-945c-40e1-a38d-bfb888460ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053570a-2175-471d-bc56-35f77ffda96c', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:13:26Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 4, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'gw_port': {'id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:27Z', 'updated_at': '2021-09-15T15:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'cab7c781-7eb7-4c43-8cbc-c69834a41779', 'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'mac_address': 'fa:16:3e:a5:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:29Z', 'updated_at': '2021-09-15T15:13:34Z', 'revision_number': 5, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'subnets': [{'id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:18:36.539543 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc8c284-945c-40e1-a38d-bfb888460ad5 None None] Checking router: 6053570a-2175-471d-bc56-35f77ffda96c for host: dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:18:36.547506 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc8c284-945c-40e1-a38d-bfb888460ad5 None None] Routers {'6053570a-2175-471d-bc56-35f77ffda96c'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:18:36.548095 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-9dc8c284-945c-40e1-a38d-bfb888460ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:18:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['6053570a-2175-471d-bc56-35f77ffda96c'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:18:36.656017 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-9dc8c284-945c-40e1-a38d-bfb888460ad5 None None] Set router 6053570a-2175-471d-bc56-35f77ffda96c gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:18:36.852620 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-9dc8c284-945c-40e1-a38d-bfb888460ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053570a-2175-471d-bc56-35f77ffda96c', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:13:26Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 4, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'gw_port': {'id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:27Z', 'updated_at': '2021-09-15T15:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'cab7c781-7eb7-4c43-8cbc-c69834a41779', 'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'mac_address': 'fa:16:3e:a5:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:29Z', 'updated_at': '2021-09-15T15:13:34Z', 'revision_number': 5, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'subnets': [{'id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:18:36.878208 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc8c284-945c-40e1-a38d-bfb888460ad5 None None] The sync data for ids ['6053570a-2175-471d-bc56-35f77ffda96c'] in dv-cinder-808837-2-iscsi is: [{'id': '6053570a-2175-471d-bc56-35f77ffda96c', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:13:26Z', 'updated_at': '2021-09-15T15:13:30Z', 'revision_number': 4, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'gw_port': {'id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:27Z', 'updated_at': '2021-09-15T15:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'cab7c781-7eb7-4c43-8cbc-c69834a41779', 'name': '', 'network_id': '3635f109-97a3-46f1-8eff-fea78dda4f35', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'mac_address': 'fa:16:3e:a5:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:29Z', 'updated_at': '2021-09-15T15:13:34Z', 'revision_number': 5, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'subnets': [{'id': 'e2484f03-06a8-4ae0-a866-7ac80aaa0648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:18:36.999605 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:37.103062 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb90709-8ddb-4170-a1f8-2cd12e063171 None None] New status for floating IP 3d9bc3f8-0a45-4d82-b827-05cababfb204: DOWN {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:18:37.529348 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 55612) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:18:37.581902 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ff6fb54f-4573-4cc7-81e2-061ac29e1ed8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:37.604442 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ff6fb54f-4573-4cc7-81e2-061ac29e1ed8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:37.652048 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ff6fb54f-4573-4cc7-81e2-061ac29e1ed8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:37.654561 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ff6fb54f-4573-4cc7-81e2-061ac29e1ed8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:37.655670 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-ff6fb54f-4573-4cc7-81e2-061ac29e1ed8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "DELETE /v2.0/security-groups/4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd HTTP/1.1" status: 204 len: 168 time: 0.1252263 Sep 15 15:18:37.658503 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 55614) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:18:37.664446 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fb54f-4573-4cc7-81e2-061ac29e1ed8 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:18:37.672864 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.api.v2.resource [None req-a0b8283f-be8e-48a0-aa07-364ec9b38e08 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] show failed (client error): The resource could not be found. Sep 15 15:18:37.673893 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-a0b8283f-be8e-48a0-aa07-364ec9b38e08 tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "GET /v2.0/security-groups/4e5fc7a7-3b2a-4a5b-bb3e-d9065b09b5fd HTTP/1.1" status: 404 len: 347 time: 0.0143611 Sep 15 15:18:37.676954 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 55616) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:18:37.801588 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-b0af5cfd-514d-4e29-9f61-b8ae8af5a06a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Deleting port 429073ea-0c11-4afb-971f-e23a4128d234 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:18:37.801932 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b0af5cfd-514d-4e29-9f61-b8ae8af5a06a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:37.876205 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b0af5cfd-514d-4e29-9f61-b8ae8af5a06a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:37.876536 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b0af5cfd-514d-4e29-9f61-b8ae8af5a06a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:37.888709 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-b0af5cfd-514d-4e29-9f61-b8ae8af5a06a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Calling delete_port for 429073ea-0c11-4afb-971f-e23a4128d234 owned by network:floatingip {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:18:37.900082 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device b08b2d27-1b69-4660-b759-1036158b7193 no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:18:37.922529 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] No Port match for: b08b2d27-1b69-4660-b759-1036158b7193 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:18:37.922896 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device b08b2d27-1b69-4660-b759-1036158b7193 not bound to the agent host hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:18:38.018290 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b0af5cfd-514d-4e29-9f61-b8ae8af5a06a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:38.044006 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af5cfd-514d-4e29-9f61-b8ae8af5a06a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Pushing event deleted for resources: {'Port': ['ID=429073ea-0c11-4afb-971f-e23a4128d234,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:18:38.104003 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b0af5cfd-514d-4e29-9f61-b8ae8af5a06a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks [] for floatingip, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:38.106515 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b0af5cfd-514d-4e29-9f61-b8ae8af5a06a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:38.107665 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-b0af5cfd-514d-4e29-9f61-b8ae8af5a06a tempest-AttachVolumeShelveTestJSON-1690060882 tempest-AttachVolumeShelveTestJSON-1690060882-project] 10.222.0.44 "DELETE /v2.0/floatingips/3d9bc3f8-0a45-4d82-b827-05cababfb204 HTTP/1.1" status: 204 len: 168 time: 0.4295974 Sep 15 15:18:40.510469 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 55638) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:18:40.987795 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672843'] for router_interface, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:41.233623 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Deleting port cab7c781-7eb7-4c43-8cbc-c69834a41779 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:18:41.233962 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:41.308571 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] For port cab7c781-7eb7-4c43-8cbc-c69834a41779, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=cab7c781-7eb7-4c43-8cbc-c69834a41779,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:18:41.308852 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:41.324676 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Calling delete_port for cab7c781-7eb7-4c43-8cbc-c69834a41779 owned by network:router_interface {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:18:41.496646 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:41.523276 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cab7c781-7eb7-4c43-8cbc-c69834a41779,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:18:41.547720 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:41.548070 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:41.548410 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:41.548738 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:41.549062 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:41.549392 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:41.549712 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:41.550044 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:41.550368 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:41.550684 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:41.551000 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:41.551314 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:41.695776 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3684279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3675323'] for router_interface, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:41.914211 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Router 6053570a-2175-471d-bc56-35f77ffda96c has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:18:42.016659 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:18:42.022401 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2a4da1fb-2c1c-4285-affe-44a245e796b9 admin admin] 10.222.0.44 "PUT /v2.0/routers/6053570a-2175-471d-bc56-35f77ffda96c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5109339 Sep 15 15:18:42.025011 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 55642) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:18:42.027522 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a320b0f-c777-493e-a4bb-3a923eed5113 None None] Sync routers for ids ['6053570a-2175-471d-bc56-35f77ffda96c'] in dv-cinder-808837-2-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:18:42.036652 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a320b0f-c777-493e-a4bb-3a923eed5113 None None] Routers {'6053570a-2175-471d-bc56-35f77ffda96c'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:18:42.037361 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-3a320b0f-c777-493e-a4bb-3a923eed5113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:18:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['6053570a-2175-471d-bc56-35f77ffda96c'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:18:42.239995 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-3a320b0f-c777-493e-a4bb-3a923eed5113 None None] Set router 6053570a-2175-471d-bc56-35f77ffda96c gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:18:42.378453 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-afa1d6a9-d898-4962-86e1-fb1917f2e8fb admin admin] Notify callbacks [] for router, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:42.417466 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-3a320b0f-c777-493e-a4bb-3a923eed5113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053570a-2175-471d-bc56-35f77ffda96c', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:13:26Z', 'updated_at': '2021-09-15T15:18:41Z', 'revision_number': 5, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'gw_port': {'id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:27Z', 'updated_at': '2021-09-15T15:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:18:42.447721 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a320b0f-c777-493e-a4bb-3a923eed5113 None None] Checking router: 6053570a-2175-471d-bc56-35f77ffda96c for host: dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:18:42.455667 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a320b0f-c777-493e-a4bb-3a923eed5113 None None] Routers {'6053570a-2175-471d-bc56-35f77ffda96c'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:18:42.456259 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-3a320b0f-c777-493e-a4bb-3a923eed5113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:18:34Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['6053570a-2175-471d-bc56-35f77ffda96c'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:18:42.477582 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-afa1d6a9-d898-4962-86e1-fb1917f2e8fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:42.528114 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-afa1d6a9-d898-4962-86e1-fb1917f2e8fb admin admin] Deleting port a27d54b6-ae51-43c9-8657-c07c8321a62d {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:18:42.528846 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-afa1d6a9-d898-4962-86e1-fb1917f2e8fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:42.558095 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-3a320b0f-c777-493e-a4bb-3a923eed5113 None None] Set router 6053570a-2175-471d-bc56-35f77ffda96c gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:18:42.603944 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-afa1d6a9-d898-4962-86e1-fb1917f2e8fb admin admin] For port a27d54b6-ae51-43c9-8657-c07c8321a62d, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=a27d54b6-ae51-43c9-8657-c07c8321a62d,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:18:42.604303 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-afa1d6a9-d898-4962-86e1-fb1917f2e8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:42.620909 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-afa1d6a9-d898-4962-86e1-fb1917f2e8fb admin admin] Calling delete_port for a27d54b6-ae51-43c9-8657-c07c8321a62d owned by network:router_gateway {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:18:42.729594 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-3a320b0f-c777-493e-a4bb-3a923eed5113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6053570a-2175-471d-bc56-35f77ffda96c', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:13:26Z', 'updated_at': '2021-09-15T15:18:41Z', 'revision_number': 5, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'gw_port': {'id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:27Z', 'updated_at': '2021-09-15T15:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:18:42.755906 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a320b0f-c777-493e-a4bb-3a923eed5113 None None] The sync data for ids ['6053570a-2175-471d-bc56-35f77ffda96c'] in dv-cinder-808837-2-iscsi is: [{'id': '6053570a-2175-471d-bc56-35f77ffda96c', 'name': 'tempest-AttachVolumeShelveTestJSON-421785445-router', 'tenant_id': '556a9049f67b4de0b8a13c508786aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:13:26Z', 'updated_at': '2021-09-15T15:18:41Z', 'revision_number': 5, 'project_id': '556a9049f67b4de0b8a13c508786aaa3', 'gw_port': {'id': 'a27d54b6-ae51-43c9-8657-c07c8321a62d', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6053570a-2175-471d-bc56-35f77ffda96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:13:27Z', 'updated_at': '2021-09-15T15:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:18:42.785942 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-afa1d6a9-d898-4962-86e1-fb1917f2e8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:42.811709 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1d6a9-d898-4962-86e1-fb1917f2e8fb admin admin] Pushing event deleted for resources: {'Port': ['ID=a27d54b6-ae51-43c9-8657-c07c8321a62d,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:18:42.870928 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-afa1d6a9-d898-4962-86e1-fb1917f2e8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3675261'] for router_gateway, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:42.960026 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-afa1d6a9-d898-4962-86e1-fb1917f2e8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1423'] for router, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:42.962099 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-afa1d6a9-d898-4962-86e1-fb1917f2e8fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:43.006945 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-afa1d6a9-d898-4962-86e1-fb1917f2e8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3672279'] for router, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:43.007488 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa1d6a9-d898-4962-86e1-fb1917f2e8fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6053570a-2175-471d-bc56-35f77ffda96c {{(pid=94131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:18:43.012009 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-afa1d6a9-d898-4962-86e1-fb1917f2e8fb admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:43.013144 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-afa1d6a9-d898-4962-86e1-fb1917f2e8fb admin admin] 10.222.0.44 "DELETE /v2.0/routers/6053570a-2175-471d-bc56-35f77ffda96c HTTP/1.1" status: 204 len: 168 time: 0.9862847 Sep 15 15:18:43.015584 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 55644) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:18:43.059104 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95b7a97-05a7-432b-baf8-d3bb075f7de0 admin admin] Deleting subnet e2484f03-06a8-4ae0-a866-7ac80aaa0648 {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:18:43.062142 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e95b7a97-05a7-432b-baf8-d3bb075f7de0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:43.094681 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e95b7a97-05a7-432b-baf8-d3bb075f7de0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9148434'] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:43.211037 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e95b7a97-05a7-432b-baf8-d3bb075f7de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935064'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:43.264971 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e95b7a97-05a7-432b-baf8-d3bb075f7de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-935055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8779951'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:43.292478 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e95b7a97-05a7-432b-baf8-d3bb075f7de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:43.294353 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-e95b7a97-05a7-432b-baf8-d3bb075f7de0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e2484f03-06a8-4ae0-a866-7ac80aaa0648 HTTP/1.1" status: 204 len: 168 time: 0.2778506 Sep 15 15:18:43.295938 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b7a97-05a7-432b-baf8-d3bb075f7de0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2484f03-06a8-4ae0-a866-7ac80aaa0648,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:18:43.297170 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 55646) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:18:43.297640 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9844ae5-8453-43b0-b9e9-c26444061e21 None None] Network 3635f109-97a3-46f1-8eff-fea78dda4f35 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:18:43.370664 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5099a7db-e081-4520-95eb-ab6d1418ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002857'] for network, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:43.427829 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-5099a7db-e081-4520-95eb-ab6d1418ba67 admin admin] Deleting port ee820f87-62ca-457e-80cf-11e5999d117d {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:18:43.428171 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5099a7db-e081-4520-95eb-ab6d1418ba67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:43.507249 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-5099a7db-e081-4520-95eb-ab6d1418ba67 admin admin] For port ee820f87-62ca-457e-80cf-11e5999d117d, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=ee820f87-62ca-457e-80cf-11e5999d117d,segment=NetworkSegment(80cd06b1-8905-44ba-88a5-616605e6851c),segment_id=80cd06b1-8905-44ba-88a5-616605e6851c)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:18:43.507599 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5099a7db-e081-4520-95eb-ab6d1418ba67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:43.519784 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-5099a7db-e081-4520-95eb-ab6d1418ba67 admin admin] Calling delete_port for ee820f87-62ca-457e-80cf-11e5999d117d owned by network:dhcp {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:18:43.595287 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5099a7db-e081-4520-95eb-ab6d1418ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:43.620355 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099a7db-e081-4520-95eb-ab6d1418ba67 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee820f87-62ca-457e-80cf-11e5999d117d,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:18:43.622183 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5099a7db-e081-4520-95eb-ab6d1418ba67 admin admin] No DVR routers for this DVR port ee820f87-62ca-457e-80cf-11e5999d117d on host dv-cinder-808837-2-iscsi {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:18:43.693573 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5099a7db-e081-4520-95eb-ab6d1418ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935455', 'neutron.services.segments.db._delete_segments_for_network-8747554679709'] for network, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:43.712764 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-5099a7db-e081-4520-95eb-ab6d1418ba67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3635f109-97a3-46f1-8eff-fea78dda4f35']}} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:18:43.721479 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-5099a7db-e081-4520-95eb-ab6d1418ba67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80cd06b1-8905-44ba-88a5-616605e6851c') {'for_net_delete': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:18:43.721769 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-5099a7db-e081-4520-95eb-ab6d1418ba67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80cd06b1-8905-44ba-88a5-616605e6851c') {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:18:43.730670 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5099a7db-e081-4520-95eb-ab6d1418ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747554679206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12326059'] for segment, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:43.744713 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5099a7db-e081-4520-95eb-ab6d1418ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:43.751063 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5099a7db-e081-4520-95eb-ab6d1418ba67 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:18:43.751500 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5099a7db-e081-4520-95eb-ab6d1418ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8963217'] for segment, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: Traceback (most recent call last): Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: timer() Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: cb(*args, **kw) Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: return func(*args, **kwargs) Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: self._notify() Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: self.callback(batched_events) Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: event.method(event) Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: return f(self, *a, **k) Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: return self._get(url).json() Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: return self.request(url, 'GET', **kwargs) Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:18:43.753105 dv-cinder-808837-2-iscsi neutron-server[94132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:18:43.783499 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376e1bdb-88e9-43ba-b2bd-9ceb8210f6a8 None None] DHCP port deletion for 3635f109-97a3-46f1-8eff-fea78dda4f35 request from dv-cinder-808837-2-iscsi {{(pid=94133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:18:43.827416 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5099a7db-e081-4520-95eb-ab6d1418ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675161'] for network, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:43.834789 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5099a7db-e081-4520-95eb-ab6d1418ba67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:43.838867 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-5099a7db-e081-4520-95eb-ab6d1418ba67 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3635f109-97a3-46f1-8eff-fea78dda4f35 HTTP/1.1" status: 204 len: 168 time: 0.5386598 Sep 15 15:18:43.851054 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099a7db-e081-4520-95eb-ab6d1418ba67 admin admin] Pushing event deleted for resources: {'Network': ['ID=3635f109-97a3-46f1-8eff-fea78dda4f35,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:18:43.871754 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device cab7c781-7eb7-4c43-8cbc-c69834a41779 no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:18:43.893921 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: cab7c781-7eb7-4c43-8cbc-c69834a41779 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:18:43.894576 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device cab7c781-7eb7-4c43-8cbc-c69834a41779 not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:18:43.894951 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device a27d54b6-ae51-43c9-8657-c07c8321a62d no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:18:43.912998 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: a27d54b6-ae51-43c9-8657-c07c8321a62d {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:18:43.913335 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device a27d54b6-ae51-43c9-8657-c07c8321a62d not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:18:43.913730 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device ee820f87-62ca-457e-80cf-11e5999d117d no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:18:43.932162 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: ee820f87-62ca-457e-80cf-11e5999d117d {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:18:43.932499 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device ee820f87-62ca-457e-80cf-11e5999d117d not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:18:43.958468 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 55650) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:18:43.997648 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-bd0fb5a5-140c-42ca-9f3d-59db21de408f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=556a9049f67b4de0b8a13c508786aaa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378435 Sep 15 15:18:43.999947 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 55652) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:18:44.046399 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-776020b0-7097-4792-b2ca-27b84bfefad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:44.067082 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-776020b0-7097-4792-b2ca-27b84bfefad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:44.113893 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-776020b0-7097-4792-b2ca-27b84bfefad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:44.117394 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-776020b0-7097-4792-b2ca-27b84bfefad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:44.118552 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-776020b0-7097-4792-b2ca-27b84bfefad8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a001686-0f98-4fb6-81d3-82a1f634a048 HTTP/1.1" status: 204 len: 168 time: 0.1177418 Sep 15 15:18:44.126336 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776020b0-7097-4792-b2ca-27b84bfefad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a001686-0f98-4fb6-81d3-82a1f634a048,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:00.144520 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:01.630221 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e16a7ab1-f1b4-4de0-bdb0-f8b6ebd4b220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:01.873201 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:19:02.329974 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f2d8659-a8e5-496e-a0ef-8a537d4918ad req-3407d1c8-84b9-4e68-bd8e-fb7c7a1965fd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416534 Sep 15 15:19:02.390155 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d8659-a8e5-496e-a0ef-8a537d4918ad req-67596296-432b-43e2-877c-3b1618288f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:02.391600 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f2d8659-a8e5-496e-a0ef-8a537d4918ad req-67596296-432b-43e2-877c-3b1618288f20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5&device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 1098 time: 0.0396955 Sep 15 15:19:02.492949 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d8659-a8e5-496e-a0ef-8a537d4918ad req-342f3952-9230-4b33-a6b1-84345960b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:02.494414 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f2d8659-a8e5-496e-a0ef-8a537d4918ad req-342f3952-9230-4b33-a6b1-84345960b36a service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 HTTP/1.1" status: 200 len: 912 time: 0.0838268 Sep 15 15:19:02.563046 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f2d8659-a8e5-496e-a0ef-8a537d4918ad req-ba5bb9eb-871a-464b-92b4-89e797341f2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e63b1b7b-4f96-4d8b-b435-a8de02459b55 HTTP/1.1" status: 200 len: 1001 time: 0.0609570 Sep 15 15:19:02.610678 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d8659-a8e5-496e-a0ef-8a537d4918ad req-8a8bf11b-8f48-4280-b1f9-b8b5c7277462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:02.612060 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f2d8659-a8e5-496e-a0ef-8a537d4918ad req-8a8bf11b-8f48-4280-b1f9-b8b5c7277462 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab98e2b5-0526-4338-8324-d44ebcc41e73 HTTP/1.1" status: 200 len: 850 time: 0.0423372 Sep 15 15:19:02.655681 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d8659-a8e5-496e-a0ef-8a537d4918ad req-3459d804-1e68-4de4-9c78-9956009e28a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:02.657099 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f2d8659-a8e5-496e-a0ef-8a537d4918ad req-3459d804-1e68-4de4-9c78-9956009e28a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381579 Sep 15 15:19:02.747049 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f2d8659-a8e5-496e-a0ef-8a537d4918ad req-4cfca554-fe1a-4206-a976-0a5d53a97ded service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823824 Sep 15 15:19:03.108165 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f2d8659-a8e5-496e-a0ef-8a537d4918ad req-f7a1cb2a-5e11-4819-b2ee-4ed2c0e6b991 service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533187 Sep 15 15:19:04.281124 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:04.398589 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aef0ed19-889f-4dbd-bbfe-cba263f9cde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:04.912901 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 55850) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:05.064352 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-f585760f-a871-43cf-b860-f84fec007e90 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Deleting port 582978a7-10f7-4959-a586-16127b39305d {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:19:05.064683 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f585760f-a871-43cf-b860-f84fec007e90 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:05.140368 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f585760f-a871-43cf-b860-f84fec007e90 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:05.140690 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f585760f-a871-43cf-b860-f84fec007e90 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:05.151882 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-f585760f-a871-43cf-b860-f84fec007e90 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Calling delete_port for 582978a7-10f7-4959-a586-16127b39305d owned by network:floatingip {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:19:05.249042 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:05.305774 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f585760f-a871-43cf-b860-f84fec007e90 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:05.329746 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585760f-a871-43cf-b860-f84fec007e90 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event deleted for resources: {'Port': ['ID=582978a7-10f7-4959-a586-16127b39305d,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:05.392830 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f585760f-a871-43cf-b860-f84fec007e90 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for floatingip, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:05.393154 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.l3_db [None req-f585760f-a871-43cf-b860-f84fec007e90 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Floating IP 7b2e637f-38b0-4fe6-a471-3323cb2c838f disassociated (deleted). External IP: 172.27.1.219, port: e63b1b7b-4f96-4d8b-b435-a8de02459b55. Sep 15 15:19:05.605065 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f585760f-a871-43cf-b860-f84fec007e90 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:19:05.710937 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f585760f-a871-43cf-b860-f84fec007e90 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:19:05.716309 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f585760f-a871-43cf-b860-f84fec007e90 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:05.721414 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fb1848-e6a2-48ef-a09b-776a7ea66fa7 None None] Sync routers for ids ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:19:05.730670 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fb1848-e6a2-48ef-a09b-776a7ea66fa7 None None] Routers {'4926f6fb-a987-4a98-ba4c-68d861fe0c03'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:19:05.731237 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-14fb1848-e6a2-48ef-a09b-776a7ea66fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:19:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:05.742457 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-f585760f-a871-43cf-b860-f84fec007e90 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "DELETE /v2.0/floatingips/7b2e637f-38b0-4fe6-a471-3323cb2c838f HTTP/1.1" status: 204 len: 168 time: 0.8283873 Sep 15 15:19:05.743097 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2', 'tag': 'e63b1b7b-4f96-4d8b-b435-a8de02459b55'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:19:05.745327 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2c6a34-f014-416b-83f5-89290e72d12e" -d '{"events": [{"name": "network-changed", "server_uuid": "b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2", "tag": "e63b1b7b-4f96-4d8b-b435-a8de02459b55"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:19:05.787170 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22001445-e2e7-4e64-8a4c-8ed11c8959fe x-openstack-request-id: req-22001445-e2e7-4e64-8a4c-8ed11c8959fe {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:19:05.787671 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2", "tag": "e63b1b7b-4f96-4d8b-b435-a8de02459b55", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:19:05.788068 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22001445-e2e7-4e64-8a4c-8ed11c8959fe {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:19:05.788469 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2', 'tag': 'e63b1b7b-4f96-4d8b-b435-a8de02459b55', 'status': 'completed', 'code': 200} Sep 15 15:19:05.842877 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-14fb1848-e6a2-48ef-a09b-776a7ea66fa7 None None] Set router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:19:05.854584 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c6a34-f014-416b-83f5-89290e72d12e req-39e4b4e9-980c-4c45-aa8c-acdb2aca96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:05.856376 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2c2c6a34-f014-416b-83f5-89290e72d12e req-39e4b4e9-980c-4c45-aa8c-acdb2aca96f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5&device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 1098 time: 0.0448861 Sep 15 15:19:05.967159 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c6a34-f014-416b-83f5-89290e72d12e req-bdb25e40-f12d-454e-bbb2-863f828cba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:05.970511 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2c2c6a34-f014-416b-83f5-89290e72d12e req-bdb25e40-f12d-454e-bbb2-863f828cba96 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 HTTP/1.1" status: 200 len: 912 time: 0.1044350 Sep 15 15:19:05.984945 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b5f1d-7ebe-4e2d-8bf6-4bd23a0b96ed req-188f8ab0-1254-4c44-afb1-e6e841f126a5 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:05.986420 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9d5b5f1d-7ebe-4e2d-8bf6-4bd23a0b96ed req-188f8ab0-1254-4c44-afb1-e6e841f126a5 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 945 time: 0.0546665 Sep 15 15:19:06.013865 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2c2c6a34-f014-416b-83f5-89290e72d12e req-312dae4c-d803-4af0-a757-5b1c6943faf7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e63b1b7b-4f96-4d8b-b435-a8de02459b55 HTTP/1.1" status: 200 len: 217 time: 0.0357816 Sep 15 15:19:06.027895 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9d5b5f1d-7ebe-4e2d-8bf6-4bd23a0b96ed req-f5140ae8-115e-4202-8526-30485153a553 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352609 Sep 15 15:19:06.066945 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c6a34-f014-416b-83f5-89290e72d12e req-e5ebf8c7-1473-4046-9f18-ac8efa134e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:06.068507 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2c2c6a34-f014-416b-83f5-89290e72d12e req-e5ebf8c7-1473-4046-9f18-ac8efa134e0d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab98e2b5-0526-4338-8324-d44ebcc41e73 HTTP/1.1" status: 200 len: 850 time: 0.0464659 Sep 15 15:19:06.077208 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-14fb1848-e6a2-48ef-a09b-776a7ea66fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '7cb3f32d-723c-4721-94e9-bc44a6d5cc5b', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'port_id': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'mac_address': 'fa:16:3e:27:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e085d4-e555-4c78-9dfc-8965b79ead3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:15:26Z', 'updated_at': '2021-09-15T15:15:28Z', 'revision_number': 1, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33f5a6e-3a66-4165-a1bc-3d466670825c', 'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'mac_address': 'fa:16:3e:4d:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:50Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 5, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'subnets': [{'id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:06.103769 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fb1848-e6a2-48ef-a09b-776a7ea66fa7 None None] Checking router: 4926f6fb-a987-4a98-ba4c-68d861fe0c03 for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:19:06.111990 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fb1848-e6a2-48ef-a09b-776a7ea66fa7 None None] Routers {'4926f6fb-a987-4a98-ba4c-68d861fe0c03'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:19:06.112605 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-14fb1848-e6a2-48ef-a09b-776a7ea66fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:19:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:06.120230 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c6a34-f014-416b-83f5-89290e72d12e req-fb9d95a2-4677-4c6e-9804-06de3b8c0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:06.121735 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2c2c6a34-f014-416b-83f5-89290e72d12e req-fb9d95a2-4677-4c6e-9804-06de3b8c0d8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454113 Sep 15 15:19:06.219649 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2c2c6a34-f014-416b-83f5-89290e72d12e req-8104760a-0228-46d8-9286-c94f08bef6e6 service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894220 Sep 15 15:19:06.317985 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2c2c6a34-f014-416b-83f5-89290e72d12e req-41b5285c-208b-4262-b491-ed3f54196550 service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899730 Sep 15 15:19:06.339728 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-14fb1848-e6a2-48ef-a09b-776a7ea66fa7 None None] Set router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:19:06.556604 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-14fb1848-e6a2-48ef-a09b-776a7ea66fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '7cb3f32d-723c-4721-94e9-bc44a6d5cc5b', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'port_id': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'mac_address': 'fa:16:3e:27:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e085d4-e555-4c78-9dfc-8965b79ead3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:15:26Z', 'updated_at': '2021-09-15T15:15:28Z', 'revision_number': 1, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33f5a6e-3a66-4165-a1bc-3d466670825c', 'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'mac_address': 'fa:16:3e:4d:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:50Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 5, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'subnets': [{'id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:06.582657 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fb1848-e6a2-48ef-a09b-776a7ea66fa7 None None] The sync data for ids ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'] in dv-cinder-808837-2-iscsi is: [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '7cb3f32d-723c-4721-94e9-bc44a6d5cc5b', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'floating_ip_address': '172.27.1.71', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'port_id': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'mac_address': 'fa:16:3e:27:78:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e085d4-e555-4c78-9dfc-8965b79ead3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:15:26Z', 'updated_at': '2021-09-15T15:15:28Z', 'revision_number': 1, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c33f5a6e-3a66-4165-a1bc-3d466670825c', 'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'mac_address': 'fa:16:3e:4d:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:50Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 5, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'subnets': [{'id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:19:06.795458 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bbec6e-f2dc-46db-ad62-916d94b33d77 None None] New status for floating IP 7b2e637f-38b0-4fe6-a471-3323cb2c838f: DOWN {{(pid=94134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:19:07.000677 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:07.143600 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8276e-d015-44b3-9d6d-7604ae62d23d req-f165bf53-a645-4535-8972-fc638a09390b tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:07.144972 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-09f8276e-d015-44b3-9d6d-7604ae62d23d req-f165bf53-a645-4535-8972-fc638a09390b tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 945 time: 0.0503981 Sep 15 15:19:07.184628 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-09f8276e-d015-44b3-9d6d-7604ae62d23d req-8666f7c7-0f3a-4138-b8ba-1a927ae869b5 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330756 Sep 15 15:19:08.296817 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d73b0b-677e-4448-8ba6-d2f4f3d1d133 req-67b081c5-44b1-40d2-bb4f-d2cf910a7f5e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:08.298321 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-05d73b0b-677e-4448-8ba6-d2f4f3d1d133 req-67b081c5-44b1-40d2-bb4f-d2cf910a7f5e tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 945 time: 0.0485435 Sep 15 15:19:08.335194 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-05d73b0b-677e-4448-8ba6-d2f4f3d1d133 req-25d7bd18-6ef1-43d5-b4e3-dd7baa0ea740 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310371 Sep 15 15:19:09.445866 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2b81b-0a35-4145-b4f5-23260b5f59d6 req-b4c9be85-e974-44c1-9fdc-82cd53f38ce6 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:09.447348 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-56f2b81b-0a35-4145-b4f5-23260b5f59d6 req-b4c9be85-e974-44c1-9fdc-82cd53f38ce6 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 945 time: 0.0474610 Sep 15 15:19:09.484227 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-56f2b81b-0a35-4145-b4f5-23260b5f59d6 req-77bd0571-03aa-44d9-b8fb-8c5e0640f7ab tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311120 Sep 15 15:19:10.116939 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device e63b1b7b-4f96-4d8b-b435-a8de02459b55 no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:19:10.157525 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f5abe-a4f3-40ad-a5ce-34d2554a68ff req-7835b13a-d9fd-4a34-aaa8-f4f92293430f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:10.159011 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-472f5abe-a4f3-40ad-a5ce-34d2554a68ff req-7835b13a-d9fd-4a34-aaa8-f4f92293430f tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 945 time: 0.0525944 Sep 15 15:19:10.199474 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:10.225675 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e63b1b7b-4f96-4d8b-b435-a8de02459b55'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:19:10.228242 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d8ac41-982d-49a4-b587-9abf2a3d8eab" -d '{"events": [{"server_uuid": "b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2", "name": "network-vif-unplugged", "status": "completed", "tag": "e63b1b7b-4f96-4d8b-b435-a8de02459b55"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:19:10.242752 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port e63b1b7b-4f96-4d8b-b435-a8de02459b55, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=e63b1b7b-4f96-4d8b-b435-a8de02459b55,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:19:10.257632 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-472f5abe-a4f3-40ad-a5ce-34d2554a68ff req-10e0e53c-7725-4187-aa2e-22087eb52fa0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Deleting port e63b1b7b-4f96-4d8b-b435-a8de02459b55 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:19:10.258623 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-472f5abe-a4f3-40ad-a5ce-34d2554a68ff req-10e0e53c-7725-4187-aa2e-22087eb52fa0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:10.258930 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:10.284689 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d93fd44-747e-4281-877e-0072e508d56e x-openstack-request-id: req-4d93fd44-747e-4281-877e-0072e508d56e {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:19:10.285070 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2", "name": "network-vif-unplugged", "status": "completed", "tag": "e63b1b7b-4f96-4d8b-b435-a8de02459b55", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:19:10.285321 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d93fd44-747e-4281-877e-0072e508d56e {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:19:10.285710 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e63b1b7b-4f96-4d8b-b435-a8de02459b55', 'code': 200} Sep 15 15:19:10.311460 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=e63b1b7b-4f96-4d8b-b435-a8de02459b55,revision_number=6']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:10.318483 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:10.318949 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:10.319305 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:10.319636 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:10.319961 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:10.320308 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:10.320641 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:10.320986 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:10.321304 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:10.321643 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:10.321956 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:10.322289 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:10.354511 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-472f5abe-a4f3-40ad-a5ce-34d2554a68ff req-10e0e53c-7725-4187-aa2e-22087eb52fa0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] For port e63b1b7b-4f96-4d8b-b435-a8de02459b55, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=e63b1b7b-4f96-4d8b-b435-a8de02459b55,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:19:10.354769 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-472f5abe-a4f3-40ad-a5ce-34d2554a68ff req-10e0e53c-7725-4187-aa2e-22087eb52fa0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:10.369813 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-472f5abe-a4f3-40ad-a5ce-34d2554a68ff req-10e0e53c-7725-4187-aa2e-22087eb52fa0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Calling delete_port for e63b1b7b-4f96-4d8b-b435-a8de02459b55 owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:19:10.492944 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-472f5abe-a4f3-40ad-a5ce-34d2554a68ff req-10e0e53c-7725-4187-aa2e-22087eb52fa0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:10.522801 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0e53c-7725-4187-aa2e-22087eb52fa0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event deleted for resources: {'Port': ['ID=e63b1b7b-4f96-4d8b-b435-a8de02459b55,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:10.568805 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-472f5abe-a4f3-40ad-a5ce-34d2554a68ff req-10e0e53c-7725-4187-aa2e-22087eb52fa0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] No DVR routers for this DVR port e63b1b7b-4f96-4d8b-b435-a8de02459b55 on host hv-cinder-80883 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:19:10.577182 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-472f5abe-a4f3-40ad-a5ce-34d2554a68ff req-10e0e53c-7725-4187-aa2e-22087eb52fa0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:10.579066 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-472f5abe-a4f3-40ad-a5ce-34d2554a68ff req-10e0e53c-7725-4187-aa2e-22087eb52fa0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.47 "DELETE /v2.0/ports/e63b1b7b-4f96-4d8b-b435-a8de02459b55 HTTP/1.1" status: 204 len: 173 time: 0.4118512 Sep 15 15:19:10.579491 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2', 'name': 'network-vif-deleted', 'tag': 'e63b1b7b-4f96-4d8b-b435-a8de02459b55'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:19:10.581639 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d95f95-3b2a-4094-bf4d-dc95734d9ed0" -d '{"events": [{"server_uuid": "b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2", "name": "network-vif-deleted", "tag": "e63b1b7b-4f96-4d8b-b435-a8de02459b55"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:19:10.603084 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7b96a631-bfb5-482e-b0c6-9ec1f1d55ce1 req-3b630827-cbf4-42b0-9986-d0bc285e7de3 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 210 time: 0.0360353 Sep 15 15:19:10.616728 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b20d120-889a-4924-ae44-6e42ee1322f1 x-openstack-request-id: req-8b20d120-889a-4924-ae44-6e42ee1322f1 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:19:10.617039 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2", "name": "network-vif-deleted", "tag": "e63b1b7b-4f96-4d8b-b435-a8de02459b55", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:19:10.618000 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b20d120-889a-4924-ae44-6e42ee1322f1 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:19:10.618425 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2', 'name': 'network-vif-deleted', 'tag': 'e63b1b7b-4f96-4d8b-b435-a8de02459b55', 'status': 'completed', 'code': 200} Sep 15 15:19:11.695937 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ba2983fe-e28b-4dfa-bbf8-bb529b3a9601 req-385a1e9c-ad6c-43a7-a73a-4a017f13e7e0 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 210 time: 0.0255678 Sep 15 15:19:12.789772 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e4045976-63d3-4bc2-b8c2-317753cd8e4f req-cc5b17d4-4808-4132-9db3-5c5f8b2dd86a tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=b94d5d6d-4c1c-4fa3-a8b0-f30f285ad1a2 HTTP/1.1" status: 200 len: 210 time: 0.0257447 Sep 15 15:19:16.062774 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 55960) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:16.215569 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-47d47ecb-9b17-4978-b0d8-670009f4bf32 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Deleting port d4655ec1-c569-43b7-9ff9-c6c2f0439571 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:19:16.215910 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-47d47ecb-9b17-4978-b0d8-670009f4bf32 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:16.291659 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-47d47ecb-9b17-4978-b0d8-670009f4bf32 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:16.291980 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-47d47ecb-9b17-4978-b0d8-670009f4bf32 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:16.303043 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-47d47ecb-9b17-4978-b0d8-670009f4bf32 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Calling delete_port for d4655ec1-c569-43b7-9ff9-c6c2f0439571 owned by network:floatingip {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:19:16.471891 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-47d47ecb-9b17-4978-b0d8-670009f4bf32 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:16.497359 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d47ecb-9b17-4978-b0d8-670009f4bf32 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event deleted for resources: {'Port': ['ID=d4655ec1-c569-43b7-9ff9-c6c2f0439571,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:16.557513 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-47d47ecb-9b17-4978-b0d8-670009f4bf32 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for floatingip, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:16.557786 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.db.l3_db [None req-47d47ecb-9b17-4978-b0d8-670009f4bf32 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Floating IP 7cb3f32d-723c-4721-94e9-bc44a6d5cc5b disassociated (deleted). External IP: 172.27.1.71, port: 1af56ccc-e0a8-450d-b135-0b2407cd4b6f. Sep 15 15:19:16.759053 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d47ecb-9b17-4978-b0d8-670009f4bf32 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:19:16.868209 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d47ecb-9b17-4978-b0d8-670009f4bf32 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:19:16.873122 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-47d47ecb-9b17-4978-b0d8-670009f4bf32 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:16.877814 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53a4089-b580-417e-8961-b0e10e561e3d None None] Sync routers for ids ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:19:16.889653 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53a4089-b580-417e-8961-b0e10e561e3d None None] Routers {'4926f6fb-a987-4a98-ba4c-68d861fe0c03'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:19:16.890381 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-d53a4089-b580-417e-8961-b0e10e561e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:19:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:16.902603 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-47d47ecb-9b17-4978-b0d8-670009f4bf32 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "DELETE /v2.0/floatingips/7cb3f32d-723c-4721-94e9-bc44a6d5cc5b HTTP/1.1" status: 204 len: 168 time: 0.8363528 Sep 15 15:19:16.902603 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e085d4-e555-4c78-9dfc-8965b79ead3c', 'tag': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:19:16.903183 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce72b88ea98b9b59f8744ce31cfa81804ac8f91e830cefd0c1469553d0f4f5f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a741f38-aa90-41e9-bb05-03b5f486b2de" -d '{"events": [{"name": "network-changed", "server_uuid": "23e085d4-e555-4c78-9dfc-8965b79ead3c", "tag": "1af56ccc-e0a8-450d-b135-0b2407cd4b6f"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:19:16.944630 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf8173f-dac1-4792-979c-3cfff721d0da x-openstack-request-id: req-eaf8173f-dac1-4792-979c-3cfff721d0da {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:19:16.945833 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e085d4-e555-4c78-9dfc-8965b79ead3c", "tag": "1af56ccc-e0a8-450d-b135-0b2407cd4b6f", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:19:16.946247 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eaf8173f-dac1-4792-979c-3cfff721d0da {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:19:16.946724 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e085d4-e555-4c78-9dfc-8965b79ead3c', 'tag': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f', 'status': 'completed', 'code': 200} Sep 15 15:19:17.022617 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-d53a4089-b580-417e-8961-b0e10e561e3d None None] Set router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:19:17.028426 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a741f38-aa90-41e9-bb05-03b5f486b2de req-399a0803-804d-4f5e-a06e-6baec7ea9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:17.030071 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9a741f38-aa90-41e9-bb05-03b5f486b2de req-399a0803-804d-4f5e-a06e-6baec7ea9f17 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5&device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 1098 time: 0.0611482 Sep 15 15:19:17.158115 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a741f38-aa90-41e9-bb05-03b5f486b2de req-114142e0-bc51-4285-afb5-3a30ea59ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:17.159601 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9a741f38-aa90-41e9-bb05-03b5f486b2de req-114142e0-bc51-4285-afb5-3a30ea59ee52 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 HTTP/1.1" status: 200 len: 912 time: 0.1204665 Sep 15 15:19:17.207170 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9a741f38-aa90-41e9-bb05-03b5f486b2de req-f42e8206-927a-4656-aae2-b218ce80d134 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1af56ccc-e0a8-450d-b135-0b2407cd4b6f HTTP/1.1" status: 200 len: 217 time: 0.0400586 Sep 15 15:19:17.219710 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f165343-b181-4f8d-bb11-449fbdf82759 req-b05498cd-316a-40a2-a7d6-65b537affa0b tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:17.221131 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8f165343-b181-4f8d-bb11-449fbdf82759 req-b05498cd-316a-40a2-a7d6-65b537affa0b tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 945 time: 0.0957501 Sep 15 15:19:17.241438 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-d53a4089-b580-417e-8961-b0e10e561e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'c33f5a6e-3a66-4165-a1bc-3d466670825c', 'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'mac_address': 'fa:16:3e:4d:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:50Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 5, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'subnets': [{'id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:17.272190 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53a4089-b580-417e-8961-b0e10e561e3d None None] Checking router: 4926f6fb-a987-4a98-ba4c-68d861fe0c03 for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:19:17.280936 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53a4089-b580-417e-8961-b0e10e561e3d None None] Routers {'4926f6fb-a987-4a98-ba4c-68d861fe0c03'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:19:17.281548 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-d53a4089-b580-417e-8961-b0e10e561e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:19:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:17.284951 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a741f38-aa90-41e9-bb05-03b5f486b2de req-1e2d96a6-5d53-4320-9013-c64fc4e105fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:17.286465 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9a741f38-aa90-41e9-bb05-03b5f486b2de req-1e2d96a6-5d53-4320-9013-c64fc4e105fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab98e2b5-0526-4338-8324-d44ebcc41e73 HTTP/1.1" status: 200 len: 850 time: 0.0643592 Sep 15 15:19:17.300777 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8f165343-b181-4f8d-bb11-449fbdf82759 req-8061076c-31a1-421f-9ea3-d73dd869555b tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703824 Sep 15 15:19:17.341759 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a741f38-aa90-41e9-bb05-03b5f486b2de req-3c37ce55-fced-433d-ab58-ed1b0e1dfd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:17.343190 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9a741f38-aa90-41e9-bb05-03b5f486b2de req-3c37ce55-fced-433d-ab58-ed1b0e1dfd66 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478821 Sep 15 15:19:17.387354 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-d53a4089-b580-417e-8961-b0e10e561e3d None None] Set router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:19:17.436684 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9a741f38-aa90-41e9-bb05-03b5f486b2de req-b5143ae7-bc48-4e7a-986e-7e656db226b9 service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852742 Sep 15 15:19:17.531685 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9a741f38-aa90-41e9-bb05-03b5f486b2de req-2ee1dd66-7e81-499d-ba4a-7d5ffd4f93c4 service neutron] 10.222.0.47 "GET /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869856 Sep 15 15:19:17.579160 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-d53a4089-b580-417e-8961-b0e10e561e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'c33f5a6e-3a66-4165-a1bc-3d466670825c', 'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'mac_address': 'fa:16:3e:4d:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:50Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 5, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'subnets': [{'id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:17.605165 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53a4089-b580-417e-8961-b0e10e561e3d None None] The sync data for ids ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'] in dv-cinder-808837-2-iscsi is: [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:11:50Z', 'revision_number': 4, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': 'c33f5a6e-3a66-4165-a1bc-3d466670825c', 'name': '', 'network_id': '0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'mac_address': 'fa:16:3e:4d:c9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:50Z', 'updated_at': '2021-09-15T15:11:54Z', 'revision_number': 5, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'subnets': [{'id': 'ab98e2b5-0526-4338-8324-d44ebcc41e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:19:17.801772 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63a2924-5f78-44a4-a185-96c52bcbedd2 None None] New status for floating IP 7cb3f32d-723c-4721-94e9-bc44a6d5cc5b: DOWN {{(pid=94134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:19:18.433823 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d4290-9220-411c-864d-e5c1fdf1caeb req-9908a11a-1819-4d14-af79-475f5b38f3fb tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:18.436594 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dc2d4290-9220-411c-864d-e5c1fdf1caeb req-9908a11a-1819-4d14-af79-475f5b38f3fb tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 945 time: 0.0651560 Sep 15 15:19:18.476508 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dc2d4290-9220-411c-864d-e5c1fdf1caeb req-2fd2fdd2-05ed-40a9-8c33-d85b6c0d7284 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328650 Sep 15 15:19:18.558688 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78033d-3c82-4d08-8f98-4b403ad5c7ed req-de8e592f-07e1-4d10-9630-c5d37aa904e6 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:18.560219 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cf78033d-3c82-4d08-8f98-4b403ad5c7ed req-de8e592f-07e1-4d10-9630-c5d37aa904e6 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.47 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 945 time: 0.0525045 Sep 15 15:19:18.650744 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-cf78033d-3c82-4d08-8f98-4b403ad5c7ed req-de5c98ac-47cd-424c-aae8-e44ec1168349 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Deleting port 1af56ccc-e0a8-450d-b135-0b2407cd4b6f {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:19:18.651096 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-cf78033d-3c82-4d08-8f98-4b403ad5c7ed req-de5c98ac-47cd-424c-aae8-e44ec1168349 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:18.739697 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-cf78033d-3c82-4d08-8f98-4b403ad5c7ed req-de5c98ac-47cd-424c-aae8-e44ec1168349 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] For port 1af56ccc-e0a8-450d-b135-0b2407cd4b6f, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=1af56ccc-e0a8-450d-b135-0b2407cd4b6f,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:19:18.740052 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-cf78033d-3c82-4d08-8f98-4b403ad5c7ed req-de5c98ac-47cd-424c-aae8-e44ec1168349 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:18.752141 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-cf78033d-3c82-4d08-8f98-4b403ad5c7ed req-de5c98ac-47cd-424c-aae8-e44ec1168349 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Calling delete_port for 1af56ccc-e0a8-450d-b135-0b2407cd4b6f owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:19:18.876812 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-cf78033d-3c82-4d08-8f98-4b403ad5c7ed req-de5c98ac-47cd-424c-aae8-e44ec1168349 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:18.905841 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c98ac-47cd-424c-aae8-e44ec1168349 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event deleted for resources: {'Port': ['ID=1af56ccc-e0a8-450d-b135-0b2407cd4b6f,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:18.947672 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf78033d-3c82-4d08-8f98-4b403ad5c7ed req-de5c98ac-47cd-424c-aae8-e44ec1168349 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] No DVR routers for this DVR port 1af56ccc-e0a8-450d-b135-0b2407cd4b6f on host hv-cinder-80883 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:19:18.949975 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-cf78033d-3c82-4d08-8f98-4b403ad5c7ed req-de5c98ac-47cd-424c-aae8-e44ec1168349 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:18.951963 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cf78033d-3c82-4d08-8f98-4b403ad5c7ed req-de5c98ac-47cd-424c-aae8-e44ec1168349 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.47 "DELETE /v2.0/ports/1af56ccc-e0a8-450d-b135-0b2407cd4b6f HTTP/1.1" status: 204 len: 173 time: 0.3841257 Sep 15 15:19:18.952392 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e085d4-e555-4c78-9dfc-8965b79ead3c', 'name': 'network-vif-deleted', 'tag': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:19:18.954687 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db92d9b-5d8b-4982-a782-f697bacc791a" -d '{"events": [{"server_uuid": "23e085d4-e555-4c78-9dfc-8965b79ead3c", "name": "network-vif-deleted", "tag": "1af56ccc-e0a8-450d-b135-0b2407cd4b6f"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:19:18.992826 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b178158-f4ad-4739-8e95-d84351797235 x-openstack-request-id: req-8b178158-f4ad-4739-8e95-d84351797235 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:19:18.993204 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e085d4-e555-4c78-9dfc-8965b79ead3c", "name": "network-vif-deleted", "tag": "1af56ccc-e0a8-450d-b135-0b2407cd4b6f", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:19:18.993523 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b178158-f4ad-4739-8e95-d84351797235 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:19:18.993915 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e085d4-e555-4c78-9dfc-8965b79ead3c', 'name': 'network-vif-deleted', 'tag': '1af56ccc-e0a8-450d-b135-0b2407cd4b6f', 'status': 'completed', 'code': 200} Sep 15 15:19:19.610606 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7ac7c0b7-3840-4f49-a9b7-5d80019a6406 req-51145d7a-24af-4788-8b53-7598d7590572 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "GET /v2.0/ports?device_id=23e085d4-e555-4c78-9dfc-8965b79ead3c HTTP/1.1" status: 200 len: 210 time: 0.0379691 Sep 15 15:19:20.661031 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 56012) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:20.785090 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-ebeec087-fbfc-4a49-91be-9b6f53c9ba39 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Deleting port ca8a06c6-3d83-4cbd-9dd4-c44524647a6c {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:19:20.785429 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ebeec087-fbfc-4a49-91be-9b6f53c9ba39 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:20.868249 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ebeec087-fbfc-4a49-91be-9b6f53c9ba39 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:20.868578 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ebeec087-fbfc-4a49-91be-9b6f53c9ba39 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:20.880213 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-ebeec087-fbfc-4a49-91be-9b6f53c9ba39 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Calling delete_port for ca8a06c6-3d83-4cbd-9dd4-c44524647a6c owned by network:floatingip {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:19:21.009971 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ebeec087-fbfc-4a49-91be-9b6f53c9ba39 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:21.035045 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeec087-fbfc-4a49-91be-9b6f53c9ba39 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event deleted for resources: {'Port': ['ID=ca8a06c6-3d83-4cbd-9dd4-c44524647a6c,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:21.096838 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ebeec087-fbfc-4a49-91be-9b6f53c9ba39 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for floatingip, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:21.099358 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ebeec087-fbfc-4a49-91be-9b6f53c9ba39 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:21.100504 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ebeec087-fbfc-4a49-91be-9b6f53c9ba39 tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "DELETE /v2.0/floatingips/2d504303-3226-400c-a818-12bce9bf54fd HTTP/1.1" status: 204 len: 168 time: 0.4385059 Sep 15 15:19:23.038238 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 1af56ccc-e0a8-450d-b135-0b2407cd4b6f no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:19:23.061965 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] No Port match for: 1af56ccc-e0a8-450d-b135-0b2407cd4b6f {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:19:23.062345 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 1af56ccc-e0a8-450d-b135-0b2407cd4b6f not bound to the agent host hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:19:23.344434 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 56050) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:23.405146 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-001085bd-f3f5-4090-8dc7-1139dd9faddd tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:23.428490 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-001085bd-f3f5-4090-8dc7-1139dd9faddd tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:23.487838 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-001085bd-f3f5-4090-8dc7-1139dd9faddd tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:23.490398 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-001085bd-f3f5-4090-8dc7-1139dd9faddd tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:23.491560 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-001085bd-f3f5-4090-8dc7-1139dd9faddd tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] 10.222.0.44 "DELETE /v2.0/security-groups/bcf47aae-f786-4ca7-b464-ecd7fecaf8f8 HTTP/1.1" status: 204 len: 168 time: 0.1461458 Sep 15 15:19:23.500861 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001085bd-f3f5-4090-8dc7-1139dd9faddd tempest-TestVolumeBootPattern-1336776406 tempest-TestVolumeBootPattern-1336776406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf47aae-f786-4ca7-b464-ecd7fecaf8f8,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:23.548464 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 56054) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:24.036048 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be113245-7bd1-440f-beed-0bfd7972e364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672843'] for router_interface, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:24.520002 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-be113245-7bd1-440f-beed-0bfd7972e364 admin admin] Deleting port c33f5a6e-3a66-4165-a1bc-3d466670825c {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:19:24.520396 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be113245-7bd1-440f-beed-0bfd7972e364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:24.598503 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-be113245-7bd1-440f-beed-0bfd7972e364 admin admin] For port c33f5a6e-3a66-4165-a1bc-3d466670825c, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=c33f5a6e-3a66-4165-a1bc-3d466670825c,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:19:24.599117 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be113245-7bd1-440f-beed-0bfd7972e364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:24.614133 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-be113245-7bd1-440f-beed-0bfd7972e364 admin admin] Calling delete_port for c33f5a6e-3a66-4165-a1bc-3d466670825c owned by network:router_interface {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:19:24.785564 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be113245-7bd1-440f-beed-0bfd7972e364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:24.811779 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be113245-7bd1-440f-beed-0bfd7972e364 admin admin] Pushing event deleted for resources: {'Port': ['ID=c33f5a6e-3a66-4165-a1bc-3d466670825c,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:24.972472 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-be113245-7bd1-440f-beed-0bfd7972e364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3684279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3675323'] for router_interface, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:25.196810 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be113245-7bd1-440f-beed-0bfd7972e364 admin admin] Router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:19:25.323187 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be113245-7bd1-440f-beed-0bfd7972e364 admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:19:25.329147 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-be113245-7bd1-440f-beed-0bfd7972e364 admin admin] 10.222.0.44 "PUT /v2.0/routers/4926f6fb-a987-4a98-ba4c-68d861fe0c03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7789254 Sep 15 15:19:25.331304 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 56076) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:25.332274 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43924f40-0d08-45ee-bc85-97bf81c772b3 None None] Sync routers for ids ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:19:25.345052 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43924f40-0d08-45ee-bc85-97bf81c772b3 None None] Routers {'4926f6fb-a987-4a98-ba4c-68d861fe0c03'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:19:25.345704 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-43924f40-0d08-45ee-bc85-97bf81c772b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:19:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:25.447162 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dd57a5ea-2004-4b73-90bf-7583c6223e2a admin admin] Notify callbacks [] for router, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:25.456036 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-43924f40-0d08-45ee-bc85-97bf81c772b3 None None] Set router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:19:25.561471 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dd57a5ea-2004-4b73-90bf-7583c6223e2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:25.615814 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-dd57a5ea-2004-4b73-90bf-7583c6223e2a admin admin] Deleting port e75ae65a-232d-4dab-890a-b45157dd6325 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:19:25.616460 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dd57a5ea-2004-4b73-90bf-7583c6223e2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:25.646528 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-43924f40-0d08-45ee-bc85-97bf81c772b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:19:24Z', 'revision_number': 5, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port': {'id': 'e75ae65a-232d-4dab-890a-b45157dd6325', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:48Z', 'updated_at': '2021-09-15T15:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:25.675156 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43924f40-0d08-45ee-bc85-97bf81c772b3 None None] Checking router: 4926f6fb-a987-4a98-ba4c-68d861fe0c03 for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:19:25.683868 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43924f40-0d08-45ee-bc85-97bf81c772b3 None None] Routers {'4926f6fb-a987-4a98-ba4c-68d861fe0c03'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:19:25.684480 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-43924f40-0d08-45ee-bc85-97bf81c772b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:19:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:25.709919 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-dd57a5ea-2004-4b73-90bf-7583c6223e2a admin admin] For port e75ae65a-232d-4dab-890a-b45157dd6325, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=e75ae65a-232d-4dab-890a-b45157dd6325,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:19:25.710392 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dd57a5ea-2004-4b73-90bf-7583c6223e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:25.728353 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-dd57a5ea-2004-4b73-90bf-7583c6223e2a admin admin] Calling delete_port for e75ae65a-232d-4dab-890a-b45157dd6325 owned by network:router_gateway {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:19:25.775509 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-43924f40-0d08-45ee-bc85-97bf81c772b3 None None] Set router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 gateway port host: None {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:19:25.830660 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-43924f40-0d08-45ee-bc85-97bf81c772b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:19:25Z', 'revision_number': 6, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port_host': None}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:25.858002 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43924f40-0d08-45ee-bc85-97bf81c772b3 None None] The sync data for ids ['4926f6fb-a987-4a98-ba4c-68d861fe0c03'] in dv-cinder-808837-2-iscsi is: [{'id': '4926f6fb-a987-4a98-ba4c-68d861fe0c03', 'name': 'tempest-TestVolumeBootPattern-613367548-router', 'tenant_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:47Z', 'updated_at': '2021-09-15T15:19:25Z', 'revision_number': 6, 'project_id': '94312bf7455c4ab29f3cdb8234ceb8a5', 'gw_port_host': None}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:19:25.920187 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dd57a5ea-2004-4b73-90bf-7583c6223e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:25.948324 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57a5ea-2004-4b73-90bf-7583c6223e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=e75ae65a-232d-4dab-890a-b45157dd6325,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:25.992932 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 56108) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:26.009888 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dd57a5ea-2004-4b73-90bf-7583c6223e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3675261'] for router_gateway, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.097765 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9d929f40-f90d-405f-86c0-fcceb71ff1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.102673 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dd57a5ea-2004-4b73-90bf-7583c6223e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1423'] for router, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.104764 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dd57a5ea-2004-4b73-90bf-7583c6223e2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.152422 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dd57a5ea-2004-4b73-90bf-7583c6223e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3672279'] for router, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.153072 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd57a5ea-2004-4b73-90bf-7583c6223e2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4926f6fb-a987-4a98-ba4c-68d861fe0c03 {{(pid=94131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:19:26.158792 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dd57a5ea-2004-4b73-90bf-7583c6223e2a admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.159964 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-dd57a5ea-2004-4b73-90bf-7583c6223e2a admin admin] 10.222.0.44 "DELETE /v2.0/routers/4926f6fb-a987-4a98-ba4c-68d861fe0c03 HTTP/1.1" status: 204 len: 168 time: 0.8277278 Sep 15 15:19:26.162542 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 56112) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:26.195741 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9d929f40-f90d-405f-86c0-fcceb71ff1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.199374 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9d929f40-f90d-405f-86c0-fcceb71ff1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.210428 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc4d8f4-6c49-49ce-a7a9-da6497b3ba11 admin admin] Deleting subnet ab98e2b5-0526-4338-8324-d44ebcc41e73 {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:19:26.214624 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5bc4d8f4-6c49-49ce-a7a9-da6497b3ba11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.241615 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-9d929f40-f90d-405f-86c0-fcceb71ff1ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c60e3654802c46618c03f18522daaa78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475629 Sep 15 15:19:26.242336 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 56114) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:26.248628 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d929f40-f90d-405f-86c0-fcceb71ff1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bceeed-fe58-44ea-8adf-44cc2470e856,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:26.249942 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5bc4d8f4-6c49-49ce-a7a9-da6497b3ba11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9148434'] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.302913 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-59822aeb-6ec0-406f-b21c-efcdae299154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.329818 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-59822aeb-6ec0-406f-b21c-efcdae299154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.339531 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5bc4d8f4-6c49-49ce-a7a9-da6497b3ba11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935064'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.376088 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-59822aeb-6ec0-406f-b21c-efcdae299154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.378916 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-59822aeb-6ec0-406f-b21c-efcdae299154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.380561 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-59822aeb-6ec0-406f-b21c-efcdae299154 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38bceeed-fe58-44ea-8adf-44cc2470e856 HTTP/1.1" status: 204 len: 168 time: 0.1370072 Sep 15 15:19:26.389564 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59822aeb-6ec0-406f-b21c-efcdae299154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bceeed-fe58-44ea-8adf-44cc2470e856,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:26.394400 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5bc4d8f4-6c49-49ce-a7a9-da6497b3ba11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-935055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8779951'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.420911 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4d8f4-6c49-49ce-a7a9-da6497b3ba11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab98e2b5-0526-4338-8324-d44ebcc41e73,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:26.424517 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5bc4d8f4-6c49-49ce-a7a9-da6497b3ba11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.429612 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5bc4d8f4-6c49-49ce-a7a9-da6497b3ba11 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ab98e2b5-0526-4338-8324-d44ebcc41e73 HTTP/1.1" status: 204 len: 168 time: 0.2653022 Sep 15 15:19:26.429791 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 56118) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:26.431761 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e57465-26ed-4910-9658-aed4833955a3 None None] Network 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:19:26.500042 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-41648407-8087-4163-a66e-5fba19382c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002857'] for network, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.556938 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-41648407-8087-4163-a66e-5fba19382c05 admin admin] Deleting port 7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:19:26.557284 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-41648407-8087-4163-a66e-5fba19382c05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.629267 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-41648407-8087-4163-a66e-5fba19382c05 admin admin] For port 7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7,segment=NetworkSegment(1eb8ce00-67a7-42b1-9523-85f9fb71db9e),segment_id=1eb8ce00-67a7-42b1-9523-85f9fb71db9e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:19:26.629985 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-41648407-8087-4163-a66e-5fba19382c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.649463 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-41648407-8087-4163-a66e-5fba19382c05 admin admin] Calling delete_port for 7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7 owned by network:dhcp {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:19:26.684028 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 56122) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:26.705938 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-caca07d7-9795-46f4-b049-16fafa660b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.746677 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-41648407-8087-4163-a66e-5fba19382c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.783915 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eb64a1-fcbd-4bbf-9b50-c293dc500437 None None] DHCP port deletion for 0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 request from dv-cinder-808837-2-iscsi {{(pid=94133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:19:26.785372 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41648407-8087-4163-a66e-5fba19382c05 admin admin] No DVR routers for this DVR port 7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7 on host dv-cinder-808837-2-iscsi {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:19:26.787510 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41648407-8087-4163-a66e-5fba19382c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:26.833676 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-caca07d7-9795-46f4-b049-16fafa660b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.838527 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-caca07d7-9795-46f4-b049-16fafa660b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.872238 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-41648407-8087-4163-a66e-5fba19382c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935455', 'neutron.services.segments.db._delete_segments_for_network-8747554679709'] for network, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.883609 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-caca07d7-9795-46f4-b049-16fafa660b59 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dfd520f17a6b46a3bc987ca33b9c18f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1927965 Sep 15 15:19:26.883609 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca07d7-9795-46f4-b049-16fafa660b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b1b267-e277-402f-83a4-3ac5535514e3,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:26.883609 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 56124) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:26.909838 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-41648407-8087-4163-a66e-5fba19382c05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7']}} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:26.929183 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-41648407-8087-4163-a66e-5fba19382c05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb8ce00-67a7-42b1-9523-85f9fb71db9e') {'for_net_delete': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:26.930088 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-41648407-8087-4163-a66e-5fba19382c05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb8ce00-67a7-42b1-9523-85f9fb71db9e') {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:26.940018 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-41648407-8087-4163-a66e-5fba19382c05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747554679206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12326059'] for segment, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.954520 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-41648407-8087-4163-a66e-5fba19382c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.959830 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-39e7fb73-d7dc-4d63-a07d-2f827989495e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.960553 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41648407-8087-4163-a66e-5fba19382c05 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:19:26.961650 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-41648407-8087-4163-a66e-5fba19382c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8963217'] for segment, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: Traceback (most recent call last): Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: timer() Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: cb(*args, **kw) Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: return func(*args, **kwargs) Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: self._notify() Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: self.callback(batched_events) Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: event.method(event) Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: return f(self, *a, **k) Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: return self._get(url).json() Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: return self.request(url, 'GET', **kwargs) Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:19:26.963727 dv-cinder-808837-2-iscsi neutron-server[94132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:19:26.986955 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-39e7fb73-d7dc-4d63-a07d-2f827989495e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:27.034584 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-41648407-8087-4163-a66e-5fba19382c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675161'] for network, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:27.042095 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-39e7fb73-d7dc-4d63-a07d-2f827989495e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:27.042800 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-41648407-8087-4163-a66e-5fba19382c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:27.046338 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-39e7fb73-d7dc-4d63-a07d-2f827989495e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:27.046338 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-39e7fb73-d7dc-4d63-a07d-2f827989495e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a3b1b267-e277-402f-83a4-3ac5535514e3 HTTP/1.1" status: 204 len: 168 time: 0.1629660 Sep 15 15:19:27.047146 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-41648407-8087-4163-a66e-5fba19382c05 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7 HTTP/1.1" status: 204 len: 168 time: 0.6166704 Sep 15 15:19:27.048868 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 56126) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:27.058869 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7fb73-d7dc-4d63-a07d-2f827989495e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b1b267-e277-402f-83a4-3ac5535514e3,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:27.067431 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41648407-8087-4163-a66e-5fba19382c05 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f0b9fbe-8a0c-4dbb-8ea7-66a56c97e6d7,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:27.435592 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7d3382be-5637-4e19-b3c1-78f16ebbb59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672843'] for router_interface, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:27.682917 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-7d3382be-5637-4e19-b3c1-78f16ebbb59c admin admin] Deleting port 49ac36fd-b063-472a-8c19-0196a05d8c20 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:19:27.683255 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7d3382be-5637-4e19-b3c1-78f16ebbb59c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:27.764455 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-7d3382be-5637-4e19-b3c1-78f16ebbb59c admin admin] For port 49ac36fd-b063-472a-8c19-0196a05d8c20, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=49ac36fd-b063-472a-8c19-0196a05d8c20,segment=NetworkSegment(5887bd6c-f553-43e0-8ddc-887b0b1ed37d),segment_id=5887bd6c-f553-43e0-8ddc-887b0b1ed37d)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:19:27.764812 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7d3382be-5637-4e19-b3c1-78f16ebbb59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:27.777635 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-7d3382be-5637-4e19-b3c1-78f16ebbb59c admin admin] Calling delete_port for 49ac36fd-b063-472a-8c19-0196a05d8c20 owned by network:router_interface {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:19:27.872713 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7 no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:19:27.894386 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: 7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:19:27.894736 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 7d8add0d-f514-4ac8-b2c0-cf57cbd6a7f7 not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:19:27.895333 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device e75ae65a-232d-4dab-890a-b45157dd6325 no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:19:27.913630 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: e75ae65a-232d-4dab-890a-b45157dd6325 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:19:27.914206 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device e75ae65a-232d-4dab-890a-b45157dd6325 not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:19:27.914629 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device c33f5a6e-3a66-4165-a1bc-3d466670825c no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:19:27.936684 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: c33f5a6e-3a66-4165-a1bc-3d466670825c {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:19:27.937028 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device c33f5a6e-3a66-4165-a1bc-3d466670825c not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:19:27.964753 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7d3382be-5637-4e19-b3c1-78f16ebbb59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:27.998395 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3382be-5637-4e19-b3c1-78f16ebbb59c admin admin] Pushing event deleted for resources: {'Port': ['ID=49ac36fd-b063-472a-8c19-0196a05d8c20,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:28.171728 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7d3382be-5637-4e19-b3c1-78f16ebbb59c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3684279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3675323'] for router_interface, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:28.652791 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3382be-5637-4e19-b3c1-78f16ebbb59c admin admin] Router e45d7c8e-ec07-414c-9ebb-c5bd9491131f has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:19:28.761699 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3382be-5637-4e19-b3c1-78f16ebbb59c admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:19:28.766719 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-7d3382be-5637-4e19-b3c1-78f16ebbb59c admin admin] 10.222.0.44 "PUT /v2.0/routers/e45d7c8e-ec07-414c-9ebb-c5bd9491131f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7170770 Sep 15 15:19:28.769236 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 56174) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:28.772429 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43372a6-b2f6-467d-bb93-2330332e0188 None None] Sync routers for ids ['e45d7c8e-ec07-414c-9ebb-c5bd9491131f'] in dv-cinder-808837-2-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:19:28.783085 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43372a6-b2f6-467d-bb93-2330332e0188 None None] Routers {'e45d7c8e-ec07-414c-9ebb-c5bd9491131f'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:19:28.783683 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-c43372a6-b2f6-467d-bb93-2330332e0188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:19:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['e45d7c8e-ec07-414c-9ebb-c5bd9491131f'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:28.874228 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-16842613-4772-482a-a938-0f3762a4a8b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:28.889099 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-c43372a6-b2f6-467d-bb93-2330332e0188 None None] Set router e45d7c8e-ec07-414c-9ebb-c5bd9491131f gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:19:28.972766 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-16842613-4772-482a-a938-0f3762a4a8b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:29.027276 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-16842613-4772-482a-a938-0f3762a4a8b0 admin admin] Deleting port 939ee1c8-b416-476a-9447-e9a1aff4c202 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:19:29.027716 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-16842613-4772-482a-a938-0f3762a4a8b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:29.060515 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-c43372a6-b2f6-467d-bb93-2330332e0188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45d7c8e-ec07-414c-9ebb-c5bd9491131f', 'name': 'tempest-TestVolumeBootPattern-57739452-router', 'tenant_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '939ee1c8-b416-476a-9447-e9a1aff4c202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:53Z', 'updated_at': '2021-09-15T15:19:27Z', 'revision_number': 5, 'project_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'gw_port': {'id': '939ee1c8-b416-476a-9447-e9a1aff4c202', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45d7c8e-ec07-414c-9ebb-c5bd9491131f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:11:53Z', 'updated_at': '2021-09-15T15:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:29.089105 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43372a6-b2f6-467d-bb93-2330332e0188 None None] Checking router: e45d7c8e-ec07-414c-9ebb-c5bd9491131f for host: dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:19:29.097211 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43372a6-b2f6-467d-bb93-2330332e0188 None None] Routers {'e45d7c8e-ec07-414c-9ebb-c5bd9491131f'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:19:29.097836 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-c43372a6-b2f6-467d-bb93-2330332e0188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:19:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['e45d7c8e-ec07-414c-9ebb-c5bd9491131f'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:29.104958 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-16842613-4772-482a-a938-0f3762a4a8b0 admin admin] For port 939ee1c8-b416-476a-9447-e9a1aff4c202, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=939ee1c8-b416-476a-9447-e9a1aff4c202,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:19:29.105310 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-16842613-4772-482a-a938-0f3762a4a8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:29.118452 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-16842613-4772-482a-a938-0f3762a4a8b0 admin admin] Calling delete_port for 939ee1c8-b416-476a-9447-e9a1aff4c202 owned by network:router_gateway {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:19:29.185452 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-c43372a6-b2f6-467d-bb93-2330332e0188 None None] Set router e45d7c8e-ec07-414c-9ebb-c5bd9491131f gateway port host: None {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:19:29.288165 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-16842613-4772-482a-a938-0f3762a4a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:29.314512 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16842613-4772-482a-a938-0f3762a4a8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=939ee1c8-b416-476a-9447-e9a1aff4c202,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:29.326565 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-c43372a6-b2f6-467d-bb93-2330332e0188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45d7c8e-ec07-414c-9ebb-c5bd9491131f', 'name': 'tempest-TestVolumeBootPattern-57739452-router', 'tenant_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:53Z', 'updated_at': '2021-09-15T15:19:28Z', 'revision_number': 6, 'project_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'gw_port_host': None}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:29.352756 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43372a6-b2f6-467d-bb93-2330332e0188 None None] The sync data for ids ['e45d7c8e-ec07-414c-9ebb-c5bd9491131f'] in dv-cinder-808837-2-iscsi is: [{'id': 'e45d7c8e-ec07-414c-9ebb-c5bd9491131f', 'name': 'tempest-TestVolumeBootPattern-57739452-router', 'tenant_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:11:53Z', 'updated_at': '2021-09-15T15:19:28Z', 'revision_number': 6, 'project_id': 'c5575fa6564c46948ec21c351b0b7d2e', 'gw_port_host': None}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:19:29.389235 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-16842613-4772-482a-a938-0f3762a4a8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3675261'] for router_gateway, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:29.479849 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-16842613-4772-482a-a938-0f3762a4a8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1423'] for router, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:29.481976 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-16842613-4772-482a-a938-0f3762a4a8b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:29.523538 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-16842613-4772-482a-a938-0f3762a4a8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3672279'] for router, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:29.524081 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16842613-4772-482a-a938-0f3762a4a8b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e45d7c8e-ec07-414c-9ebb-c5bd9491131f {{(pid=94132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:19:29.528304 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-16842613-4772-482a-a938-0f3762a4a8b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:29.529445 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-16842613-4772-482a-a938-0f3762a4a8b0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e45d7c8e-ec07-414c-9ebb-c5bd9491131f HTTP/1.1" status: 204 len: 168 time: 0.7593112 Sep 15 15:19:29.531889 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 56176) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:29.578632 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e3a403-3a7e-4f9b-bd78-b812511db9d9 admin admin] Deleting subnet 3a85afbd-c3b2-4fcd-889d-8cfda9ee6242 {{(pid=94132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:19:29.581688 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a5e3a403-3a7e-4f9b-bd78-b812511db9d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:29.615919 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a5e3a403-3a7e-4f9b-bd78-b812511db9d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12326048'] for subnet, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:29.690913 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a5e3a403-3a7e-4f9b-bd78-b812511db9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935064'] for subnet, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:29.760843 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a5e3a403-3a7e-4f9b-bd78-b812511db9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-935055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8964687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11857649'] for subnet, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:29.795699 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3a403-3a7e-4f9b-bd78-b812511db9d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a85afbd-c3b2-4fcd-889d-8cfda9ee6242,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:29.799522 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a5e3a403-3a7e-4f9b-bd78-b812511db9d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:29.801682 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-a5e3a403-3a7e-4f9b-bd78-b812511db9d9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3a85afbd-c3b2-4fcd-889d-8cfda9ee6242 HTTP/1.1" status: 204 len: 168 time: 0.2687523 Sep 15 15:19:29.804295 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 56182) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:29.823486 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955d8c1a-2f32-4837-9427-c0c7dbb0a180 None None] Network d38b15a4-a41b-4661-8ff8-46a2534ac0c5 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:19:29.909410 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-67e230b2-c70c-43b0-b8ff-af66fb3a5fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002857'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:29.964806 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-67e230b2-c70c-43b0-b8ff-af66fb3a5fdd admin admin] Deleting port 802dee4b-35e7-4c39-a9b8-ca246d00a398 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:19:29.965152 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-67e230b2-c70c-43b0-b8ff-af66fb3a5fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:30.028498 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-67e230b2-c70c-43b0-b8ff-af66fb3a5fdd admin admin] For port 802dee4b-35e7-4c39-a9b8-ca246d00a398, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=802dee4b-35e7-4c39-a9b8-ca246d00a398,segment=NetworkSegment(5887bd6c-f553-43e0-8ddc-887b0b1ed37d),segment_id=5887bd6c-f553-43e0-8ddc-887b0b1ed37d)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:19:30.028861 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-67e230b2-c70c-43b0-b8ff-af66fb3a5fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:30.041396 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-67e230b2-c70c-43b0-b8ff-af66fb3a5fdd admin admin] Calling delete_port for 802dee4b-35e7-4c39-a9b8-ca246d00a398 owned by network:dhcp {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:19:30.123035 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-67e230b2-c70c-43b0-b8ff-af66fb3a5fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:30.171828 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e230b2-c70c-43b0-b8ff-af66fb3a5fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=802dee4b-35e7-4c39-a9b8-ca246d00a398,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:30.173792 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e230b2-c70c-43b0-b8ff-af66fb3a5fdd admin admin] No DVR routers for this DVR port 802dee4b-35e7-4c39-a9b8-ca246d00a398 on host dv-cinder-808837-2-iscsi {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:19:30.178051 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57e7150-357e-4007-97d2-0102e835867f None None] DHCP port deletion for d38b15a4-a41b-4661-8ff8-46a2534ac0c5 request from dv-cinder-808837-2-iscsi {{(pid=94133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:19:30.214277 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:30.238096 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 802dee4b-35e7-4c39-a9b8-ca246d00a398 no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:19:30.249681 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-67e230b2-c70c-43b0-b8ff-af66fb3a5fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935455', 'neutron.services.segments.db._delete_segments_for_network-8747554679709'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:30.260898 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: 802dee4b-35e7-4c39-a9b8-ca246d00a398 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:19:30.261239 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 802dee4b-35e7-4c39-a9b8-ca246d00a398 not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:19:30.261642 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 939ee1c8-b416-476a-9447-e9a1aff4c202 no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:19:30.274644 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-67e230b2-c70c-43b0-b8ff-af66fb3a5fdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38b15a4-a41b-4661-8ff8-46a2534ac0c5']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:30.280713 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: 939ee1c8-b416-476a-9447-e9a1aff4c202 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:19:30.281485 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 939ee1c8-b416-476a-9447-e9a1aff4c202 not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:19:30.281485 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 49ac36fd-b063-472a-8c19-0196a05d8c20 no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:19:30.284623 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-67e230b2-c70c-43b0-b8ff-af66fb3a5fdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5887bd6c-f553-43e0-8ddc-887b0b1ed37d') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:30.284906 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-67e230b2-c70c-43b0-b8ff-af66fb3a5fdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5887bd6c-f553-43e0-8ddc-887b0b1ed37d') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:30.295749 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-67e230b2-c70c-43b0-b8ff-af66fb3a5fdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747554679206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9148441'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:30.300498 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: 49ac36fd-b063-472a-8c19-0196a05d8c20 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:19:30.300837 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 49ac36fd-b063-472a-8c19-0196a05d8c20 not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:19:30.309319 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-67e230b2-c70c-43b0-b8ff-af66fb3a5fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:30.315857 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e230b2-c70c-43b0-b8ff-af66fb3a5fdd admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:19:30.316281 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-67e230b2-c70c-43b0-b8ff-af66fb3a5fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9629202'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: timer() Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: cb(*args, **kw) Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: self._notify() Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: self.callback(batched_events) Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: event.method(event) Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: return self._get(url).json() Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:19:30.317964 dv-cinder-808837-2-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:19:30.371756 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-67e230b2-c70c-43b0-b8ff-af66fb3a5fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675161'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:30.376337 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-67e230b2-c70c-43b0-b8ff-af66fb3a5fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:30.378535 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-67e230b2-c70c-43b0-b8ff-af66fb3a5fdd admin admin] 10.222.0.44 "DELETE /v2.0/networks/d38b15a4-a41b-4661-8ff8-46a2534ac0c5 HTTP/1.1" status: 204 len: 168 time: 0.5725307 Sep 15 15:19:30.391193 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e230b2-c70c-43b0-b8ff-af66fb3a5fdd admin admin] Pushing event deleted for resources: {'Network': ['ID=d38b15a4-a41b-4661-8ff8-46a2534ac0c5,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:30.548965 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 56188) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:30.589243 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ed56e23e-95b5-4d88-b3e4-7a45c11f85b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94312bf7455c4ab29f3cdb8234ceb8a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386863 Sep 15 15:19:30.591397 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 56190) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:30.641179 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bab8ebb9-5573-4fad-9d81-4d7e0b96e190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:30.661393 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bab8ebb9-5573-4fad-9d81-4d7e0b96e190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:30.706747 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bab8ebb9-5573-4fad-9d81-4d7e0b96e190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:30.709517 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bab8ebb9-5573-4fad-9d81-4d7e0b96e190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:30.711306 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-bab8ebb9-5573-4fad-9d81-4d7e0b96e190 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a932b6a-781c-4446-9809-9a74d76d3453 HTTP/1.1" status: 204 len: 168 time: 0.1183310 Sep 15 15:19:30.718733 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8ebb9-5573-4fad-9d81-4d7e0b96e190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a932b6a-781c-4446-9809-9a74d76d3453,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:31.031147 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 56200) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:31.072747 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c9b6f6e6-9a04-415a-8bff-f1011d831105 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5575fa6564c46948ec21c351b0b7d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403075 Sep 15 15:19:31.075305 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 56202) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:31.125875 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17408a59-f9a5-49eb-a8eb-d708915d6c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:31.150191 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17408a59-f9a5-49eb-a8eb-d708915d6c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:31.207117 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17408a59-f9a5-49eb-a8eb-d708915d6c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:31.217101 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17408a59-f9a5-49eb-a8eb-d708915d6c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:31.217101 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-17408a59-f9a5-49eb-a8eb-d708915d6c14 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fcbdd515-729f-4e73-a2b0-ebc835f484fa HTTP/1.1" status: 204 len: 168 time: 0.1381409 Sep 15 15:19:31.230884 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17408a59-f9a5-49eb-a8eb-d708915d6c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbdd515-729f-4e73-a2b0-ebc835f484fa,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:31.634545 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c27b0512-843a-46fd-96f5-d2a49e7ea407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:34.282392 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:34.397331 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-82efeef2-2b3f-4576-8919-689517354a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:35.249612 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:37.004306 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:38.872502 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:19:43.366828 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 56358) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:43.475668 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a272455e-f1ff-4cab-ab7d-b895688a5aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:43.571809 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a272455e-f1ff-4cab-ab7d-b895688a5aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:43.575486 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a272455e-f1ff-4cab-ab7d-b895688a5aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:43.611275 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-a272455e-f1ff-4cab-ab7d-b895688a5aad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=905c93a638f441f7a2c51ed89fb90176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427819 Sep 15 15:19:43.613161 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272455e-f1ff-4cab-ab7d-b895688a5aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533be1e2-6dc0-4de7-a4f2-e57080a667e3,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:43.614084 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 56362) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:43.620647 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272455e-f1ff-4cab-ab7d-b895688a5aad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.620991 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272455e-f1ff-4cab-ab7d-b895688a5aad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.621321 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272455e-f1ff-4cab-ab7d-b895688a5aad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.621647 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272455e-f1ff-4cab-ab7d-b895688a5aad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.621966 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272455e-f1ff-4cab-ab7d-b895688a5aad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.622312 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272455e-f1ff-4cab-ab7d-b895688a5aad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.622629 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272455e-f1ff-4cab-ab7d-b895688a5aad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.622943 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272455e-f1ff-4cab-ab7d-b895688a5aad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.623258 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272455e-f1ff-4cab-ab7d-b895688a5aad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.623567 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272455e-f1ff-4cab-ab7d-b895688a5aad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.623878 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272455e-f1ff-4cab-ab7d-b895688a5aad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.624187 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272455e-f1ff-4cab-ab7d-b895688a5aad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.665622 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6656-2bd1-4b12-9124-331986bef8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:43.686528 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6656-2bd1-4b12-9124-331986bef8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:43.731753 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6656-2bd1-4b12-9124-331986bef8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:43.734241 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6656-2bd1-4b12-9124-331986bef8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:43.735374 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ad7e6656-2bd1-4b12-9124-331986bef8b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/533be1e2-6dc0-4de7-a4f2-e57080a667e3 HTTP/1.1" status: 204 len: 168 time: 0.1203151 Sep 15 15:19:43.742783 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e6656-2bd1-4b12-9124-331986bef8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533be1e2-6dc0-4de7-a4f2-e57080a667e3,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:43.749657 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e6656-2bd1-4b12-9124-331986bef8b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.750001 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e6656-2bd1-4b12-9124-331986bef8b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.750367 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e6656-2bd1-4b12-9124-331986bef8b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.750700 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e6656-2bd1-4b12-9124-331986bef8b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.751024 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e6656-2bd1-4b12-9124-331986bef8b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.751348 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e6656-2bd1-4b12-9124-331986bef8b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.751669 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e6656-2bd1-4b12-9124-331986bef8b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.751988 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e6656-2bd1-4b12-9124-331986bef8b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.752308 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e6656-2bd1-4b12-9124-331986bef8b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.752622 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e6656-2bd1-4b12-9124-331986bef8b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.753013 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e6656-2bd1-4b12-9124-331986bef8b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.753247 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7e6656-2bd1-4b12-9124-331986bef8b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:43.994622 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 56368) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:44.008406 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-78594832-233f-472e-b60c-57b665c77504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:44.094557 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-78594832-233f-472e-b60c-57b665c77504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:44.098300 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-78594832-233f-472e-b60c-57b665c77504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:44.135761 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-78594832-233f-472e-b60c-57b665c77504 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5946d2adb8564285af0d1e395bbe082f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400361 Sep 15 15:19:44.136867 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78594832-233f-472e-b60c-57b665c77504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90070c4-ccfc-4c7f-ac48-a1fc1d080b7b,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:44.138461 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 56370) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:44.188446 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2a1142f6-bdd2-4459-9b7c-2937a818bf45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:44.209282 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2a1142f6-bdd2-4459-9b7c-2937a818bf45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:44.254081 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2a1142f6-bdd2-4459-9b7c-2937a818bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:44.257435 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2a1142f6-bdd2-4459-9b7c-2937a818bf45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:44.258728 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-2a1142f6-bdd2-4459-9b7c-2937a818bf45 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e90070c4-ccfc-4c7f-ac48-a1fc1d080b7b HTTP/1.1" status: 204 len: 168 time: 0.1191990 Sep 15 15:19:44.266294 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1142f6-bdd2-4459-9b7c-2937a818bf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90070c4-ccfc-4c7f-ac48-a1fc1d080b7b,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:54.882615 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 56490) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:54.985004 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1e795712-baec-4550-834f-f415b6bbd608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:55.074433 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1e795712-baec-4550-834f-f415b6bbd608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:55.078730 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1e795712-baec-4550-834f-f415b6bbd608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:55.119801 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1e795712-baec-4550-834f-f415b6bbd608 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1bd986661f8c4e139db1fba594191cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360191 Sep 15 15:19:55.120937 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e795712-baec-4550-834f-f415b6bbd608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb71f75-f52f-4226-a2e9-bded4cab50f8,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:55.122530 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 56498) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:55.176492 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c66fbf6a-f577-4be4-81f6-acc82630fb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:55.197360 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c66fbf6a-f577-4be4-81f6-acc82630fb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:55.247514 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c66fbf6a-f577-4be4-81f6-acc82630fb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:55.250099 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c66fbf6a-f577-4be4-81f6-acc82630fb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:55.251237 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-c66fbf6a-f577-4be4-81f6-acc82630fb37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/beb71f75-f52f-4226-a2e9-bded4cab50f8 HTTP/1.1" status: 204 len: 168 time: 0.1269045 Sep 15 15:19:55.259962 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66fbf6a-f577-4be4-81f6-acc82630fb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb71f75-f52f-4226-a2e9-bded4cab50f8,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:55.509457 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 56504) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:55.522359 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ce0a78fa-7aeb-4124-be66-87f1ca88cbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:55.616138 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ce0a78fa-7aeb-4124-be66-87f1ca88cbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:55.620763 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ce0a78fa-7aeb-4124-be66-87f1ca88cbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:55.657930 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-ce0a78fa-7aeb-4124-be66-87f1ca88cbb7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f1c5c7a034e42058605804bd47c167b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474123 Sep 15 15:19:55.659949 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a78fa-7aeb-4124-be66-87f1ca88cbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a9e327-3af6-401f-b3c5-cd86a732fba1,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:55.660627 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 56508) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:55.709461 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e9a99694-c558-4086-b886-aa33e8efe1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:55.729513 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e9a99694-c558-4086-b886-aa33e8efe1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:55.775392 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e9a99694-c558-4086-b886-aa33e8efe1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:55.778054 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e9a99694-c558-4086-b886-aa33e8efe1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:55.779198 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-e9a99694-c558-4086-b886-aa33e8efe1c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60a9e327-3af6-401f-b3c5-cd86a732fba1 HTTP/1.1" status: 204 len: 168 time: 0.1175058 Sep 15 15:19:55.786649 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a99694-c558-4086-b886-aa33e8efe1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a9e327-3af6-401f-b3c5-cd86a732fba1,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:20:00.157939 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:01.639350 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-012b79c6-9dbe-46d8-8bdb-718ad6ddaf5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:04.284305 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:04.397228 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7855a870-a071-4e05-b38b-608b837a87cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:05.255405 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:07.009062 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:14.197370 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 56638) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:20:14.304221 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b86e212b-8fa1-4ff0-a96b-52a1bb7d869b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:14.388495 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b86e212b-8fa1-4ff0-a96b-52a1bb7d869b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:14.392048 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b86e212b-8fa1-4ff0-a96b-52a1bb7d869b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:14.429332 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-b86e212b-8fa1-4ff0-a96b-52a1bb7d869b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66ac4256e1c640b99ecc20d738eef980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307916 Sep 15 15:20:14.430204 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e212b-8fa1-4ff0-a96b-52a1bb7d869b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d60f9d2-4e57-4d43-b3a1-4bdd939070f4,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:20:14.433015 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 56642) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:20:14.482615 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-76d4b3c0-083d-4a9f-9f6b-2d5df2470603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:14.506169 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-76d4b3c0-083d-4a9f-9f6b-2d5df2470603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:14.553687 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-76d4b3c0-083d-4a9f-9f6b-2d5df2470603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:14.556285 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-76d4b3c0-083d-4a9f-9f6b-2d5df2470603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:14.557478 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-76d4b3c0-083d-4a9f-9f6b-2d5df2470603 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d60f9d2-4e57-4d43-b3a1-4bdd939070f4 HTTP/1.1" status: 204 len: 168 time: 0.1229932 Sep 15 15:20:14.564971 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4b3c0-083d-4a9f-9f6b-2d5df2470603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d60f9d2-4e57-4d43-b3a1-4bdd939070f4,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:20:15.157793 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 56664) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:20:15.250987 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-7c69839b-13f6-4120-bf41-d49060fb5165 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1281767890-network', 'tenant_id': '3bb88e5a6e57406ab17660fcb0c9004f'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:20:15.271942 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c69839b-13f6-4120-bf41-d49060fb5165 admin admin] Made reservation on behalf of 3bb88e5a6e57406ab17660fcb0c9004f for: {'network': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:20:15.274159 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7c69839b-13f6-4120-bf41-d49060fb5165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for network, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:15.282295 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7c69839b-13f6-4120-bf41-d49060fb5165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:15.366228 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7c69839b-13f6-4120-bf41-d49060fb5165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:15.370071 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7c69839b-13f6-4120-bf41-d49060fb5165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:15.393235 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c69839b-13f6-4120-bf41-d49060fb5165 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=94132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:20:15.402596 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69839b-13f6-4120-bf41-d49060fb5165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5430c4-4ac2-4a00-9187-d65a4473b7fa,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:20:15.407400 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7c69839b-13f6-4120-bf41-d49060fb5165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:15.407721 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.segments_db [None req-7c69839b-13f6-4120-bf41-d49060fb5165 admin admin] Added segment 1182115e-e44a-480f-9c90-e3f667566880 of type vlan for network c588d27f-a65c-48f5-8205-22c1116ca7fb Sep 15 15:20:15.446764 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7c69839b-13f6-4120-bf41-d49060fb5165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747554121512'] for network, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:15.469665 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7c69839b-13f6-4120-bf41-d49060fb5165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for network, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:15.470619 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c69839b-13f6-4120-bf41-d49060fb5165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:15.471184 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7c69839b-13f6-4120-bf41-d49060fb5165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:15.505697 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-7c69839b-13f6-4120-bf41-d49060fb5165 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3467219 Sep 15 15:20:15.508697 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 56668) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:20:15.514336 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-28d847a9-f9c5-4957-8a88-fcddb39c802a admin admin] Request body: {'subnet': {'network_id': 'c588d27f-a65c-48f5-8205-22c1116ca7fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1281767890-subnet', 'tenant_id': '3bb88e5a6e57406ab17660fcb0c9004f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:20:15.532195 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69839b-13f6-4120-bf41-d49060fb5165 admin admin] Pushing event updated for resources: {'Network': ['ID=c588d27f-a65c-48f5-8205-22c1116ca7fb,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:20:15.535029 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d847a9-f9c5-4957-8a88-fcddb39c802a admin admin] Made reservation on behalf of 3bb88e5a6e57406ab17660fcb0c9004f for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:20:15.537474 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-28d847a9-f9c5-4957-8a88-fcddb39c802a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8779912'] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:15.543206 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Network c588d27f-a65c-48f5-8205-22c1116ca7fb details requested by agent ovs-agent-dv-cinder-808837-2-iscsi with host dv-cinder-808837-2-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:20:15.702838 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-28d847a9-f9c5-4957-8a88-fcddb39c802a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8779942'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:15.762694 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d847a9-f9c5-4957-8a88-fcddb39c802a admin admin] Pushing event updated for resources: {'Subnet': ['ID=af47e162-6b52-45bb-915d-661f090c7c08,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:20:15.769554 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d847a9-f9c5-4957-8a88-fcddb39c802a admin admin] Checking segment: {'id': '1182115e-e44a-480f-9c90-e3f667566880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c588d27f-a65c-48f5-8205-22c1116ca7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:20:15.769908 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d847a9-f9c5-4957-8a88-fcddb39c802a admin admin] Network hostable DHCP agents. Network: c588d27f-a65c-48f5-8205-22c1116ca7fb, hostable agents: ['8778f267-bcf6-40a9-a6c7-747964b5c268'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:20:15.785983 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d847a9-f9c5-4957-8a88-fcddb39c802a admin admin] Network c588d27f-a65c-48f5-8205-22c1116ca7fb is scheduled to be hosted by DHCP agent 8778f267-bcf6-40a9-a6c7-747964b5c268 with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:20:15.794735 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-28d847a9-f9c5-4957-8a88-fcddb39c802a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808837-2-iscsi, c588d27f-a65c-48f5-8205-22c1116ca7fb) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:20:15.798655 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d847a9-f9c5-4957-8a88-fcddb39c802a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:15.799243 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-28d847a9-f9c5-4957-8a88-fcddb39c802a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:15.803332 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacdf81b-a8ea-4e98-ad6e-e63a2ea600c0 None None] Network c588d27f-a65c-48f5-8205-22c1116ca7fb requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:20:15.817011 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-28d847a9-f9c5-4957-8a88-fcddb39c802a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3071940 Sep 15 15:20:15.873123 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:20:15.928151 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42157b1a-14e1-4a76-9902-e615f9d5aa3a None None] Network c588d27f-a65c-48f5-8205-22c1116ca7fb requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:20:17.713356 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-714ae96e-4af8-4b8e-88b6-4713e29e2d68 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:17.714748 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-714ae96e-4af8-4b8e-88b6-4713e29e2d68 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/networks?id=c588d27f-a65c-48f5-8205-22c1116ca7fb HTTP/1.1" status: 200 len: 814 time: 0.0988481 Sep 15 15:20:17.728974 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-a8060f3a-a2ab-4d51-96a2-3c02eb901699 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/quotas/3bb88e5a6e57406ab17660fcb0c9004f HTTP/1.1" status: 200 len: 375 time: 0.0086589 Sep 15 15:20:17.764887 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-a6b4a26a-8675-4f11-ac95-0244736459da tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3bb88e5a6e57406ab17660fcb0c9004f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308371 Sep 15 15:20:17.817156 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fed14800-7277-4381-b678-9d52966bcf7b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:20:17.818192 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fed14800-7277-4381-b678-9d52966bcf7b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468044 Sep 15 15:20:17.909303 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-411fe193-79ae-4ccd-b73f-d9397153ce81 service neutron] 10.222.0.44 "GET /v2.0/networks/c588d27f-a65c-48f5-8205-22c1116ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844209 Sep 15 15:20:17.999266 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-77724a8f-40aa-4476-bffb-0dc9a5454c7c service neutron] 10.222.0.44 "GET /v2.0/networks/c588d27f-a65c-48f5-8205-22c1116ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840902 Sep 15 15:20:18.209607 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-35b94f33-978a-4785-adab-6f2eb8714b8b req-3edcb637-a259-4c30-8319-d2bfa0ebbdc9 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=01479105-e4f8-4321-8a30-e3e76ce029c7 HTTP/1.1" status: 200 len: 210 time: 0.0805550 Sep 15 15:20:19.141974 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-f5551e4b-1f33-4b4c-84bf-bd6bd97a63e5 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:19.143486 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-f5551e4b-1f33-4b4c-84bf-bd6bd97a63e5 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.47 "GET /v2.0/networks?id=c588d27f-a65c-48f5-8205-22c1116ca7fb HTTP/1.1" status: 200 len: 814 time: 0.0994821 Sep 15 15:20:19.156879 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-1424b24c-bf72-4d9a-a1e6-f5fc09e506ab tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Request body: {'port': {'device_id': '01479105-e4f8-4321-8a30-e3e76ce029c7', 'network_id': 'c588d27f-a65c-48f5-8205-22c1116ca7fb', 'admin_state_up': True, 'tenant_id': '3bb88e5a6e57406ab17660fcb0c9004f'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:20:19.272179 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-1424b24c-bf72-4d9a-a1e6-f5fc09e506ab tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Made reservation on behalf of 3bb88e5a6e57406ab17660fcb0c9004f for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:20:19.276287 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-1424b24c-bf72-4d9a-a1e6-f5fc09e506ab tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:19.348234 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9177ade6-c2a9-4853-b2bb-120e04abc248 req-67432a16-5762-4d31-bdce-f5682cf7d7bb tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=01479105-e4f8-4321-8a30-e3e76ce029c7 HTTP/1.1" status: 200 len: 210 time: 0.0557661 Sep 15 15:20:19.422515 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-1424b24c-bf72-4d9a-a1e6-f5fc09e506ab tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Allocated IP 172.20.0.4 (c588d27f-a65c-48f5-8205-22c1116ca7fb/af47e162-6b52-45bb-915d-661f090c7c08/79d6e368-9f41-499f-a0b5-72e1bcd25dc6) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:20:19.564500 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-1424b24c-bf72-4d9a-a1e6-f5fc09e506ab tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:19.597915 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-1424b24c-bf72-4d9a-a1e6-f5fc09e506ab tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:19.643170 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-1424b24c-bf72-4d9a-a1e6-f5fc09e506ab tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Network c588d27f-a65c-48f5-8205-22c1116ca7fb is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:20:19.646119 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-1424b24c-bf72-4d9a-a1e6-f5fc09e506ab tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:20:19.649610 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-1424b24c-bf72-4d9a-a1e6-f5fc09e506ab tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:20:19.658406 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424b24c-bf72-4d9a-a1e6-f5fc09e506ab tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Pushing event updated for resources: {'Port': ['ID=79d6e368-9f41-499f-a0b5-72e1bcd25dc6,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:20:19.706462 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-1424b24c-bf72-4d9a-a1e6-f5fc09e506ab tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:19.706984 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-1424b24c-bf72-4d9a-a1e6-f5fc09e506ab tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:19.719316 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-1424b24c-bf72-4d9a-a1e6-f5fc09e506ab tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5672231 Sep 15 15:20:19.728677 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-b9454dc4-fb68-4d2e-bc38-230e813ac01e tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=94132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:20:19.729610 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-b9454dc4-fb68-4d2e-bc38-230e813ac01e tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048013 Sep 15 15:20:19.784247 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] Request body: {'port': {'device_id': '01479105-e4f8-4321-8a30-e3e76ce029c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80883'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:20:19.835035 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:20.090581 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d6e368-9f41-499f-a0b5-72e1bcd25dc6 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:20:20.097727 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:20.109663 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] Transition to ACTIVE for port object 79d6e368-9f41-499f-a0b5-72e1bcd25dc6 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:20:20.113402 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:20.160992 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] Pushing event updated for resources: {'Port': ['ID=79d6e368-9f41-499f-a0b5-72e1bcd25dc6,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:20:20.231216 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] Attempting to bind port 79d6e368-9f41-499f-a0b5-72e1bcd25dc6 on host hv-cinder-80883 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:20:20.231548 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] Attempting to bind port 79d6e368-9f41-499f-a0b5-72e1bcd25dc6 by drivers openvswitch,hyperv on host hv-cinder-80883 at level 0 using segments [{'id': '1182115e-e44a-480f-9c90-e3f667566880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c588d27f-a65c-48f5-8205-22c1116ca7fb'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:20:20.231871 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] Attempting to bind port 79d6e368-9f41-499f-a0b5-72e1bcd25dc6 on network c588d27f-a65c-48f5-8205-22c1116ca7fb {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:20:20.236050 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] Port 79d6e368-9f41-499f-a0b5-72e1bcd25dc6 on network c588d27f-a65c-48f5-8205-22c1116ca7fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80883 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:20:20.236366 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] Attempting to bind port 79d6e368-9f41-499f-a0b5-72e1bcd25dc6 on network c588d27f-a65c-48f5-8205-22c1116ca7fb {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:20:20.240947 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] Checking agent: {'id': 'db85dd15-89fb-42a1-b201-2709101a597b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'started_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:20:20.241278 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] Checking segment: {'id': '1182115e-e44a-480f-9c90-e3f667566880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c588d27f-a65c-48f5-8205-22c1116ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:20:20.241658 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] Bound using segment: {'id': '1182115e-e44a-480f-9c90-e3f667566880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c588d27f-a65c-48f5-8205-22c1116ca7fb'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:20:20.242113 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] Bound port: 79d6e368-9f41-499f-a0b5-72e1bcd25dc6, host: hv-cinder-80883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1182115e-e44a-480f-9c90-e3f667566880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c588d27f-a65c-48f5-8205-22c1116ca7fb'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:20:20.242463 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:20.309703 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] For port 79d6e368-9f41-499f-a0b5-72e1bcd25dc6, host hv-cinder-80883, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:20:20.313104 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] For port 79d6e368-9f41-499f-a0b5-72e1bcd25dc6, host hv-cinder-80883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=79d6e368-9f41-499f-a0b5-72e1bcd25dc6,segment=NetworkSegment(1182115e-e44a-480f-9c90-e3f667566880),segment_id=1182115e-e44a-480f-9c90-e3f667566880)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:20:20.316748 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:20.348650 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:20.349261 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:20.350667 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] 10.222.0.47 "PUT /v2.0/ports/79d6e368-9f41-499f-a0b5-72e1bcd25dc6 HTTP/1.1" status: 200 len: 1093 time: 0.6131709 Sep 15 15:20:20.351097 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01479105-e4f8-4321-8a30-e3e76ce029c7', 'tag': '79d6e368-9f41-499f-a0b5-72e1bcd25dc6'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:20:20.353916 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af83753-67ce-434f-8c34-11415ef84597" -d '{"events": [{"name": "network-changed", "server_uuid": "01479105-e4f8-4321-8a30-e3e76ce029c7", "tag": "79d6e368-9f41-499f-a0b5-72e1bcd25dc6"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:20:20.386608 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d8684-b1fc-4941-88a7-3d574f630413 service neutron] Pushing event updated for resources: {'Port': ['ID=79d6e368-9f41-499f-a0b5-72e1bcd25dc6,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:20:20.406356 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33efff60-b362-4bba-9ff6-2fb7720cb2bb x-openstack-request-id: req-33efff60-b362-4bba-9ff6-2fb7720cb2bb {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:20:20.406642 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01479105-e4f8-4321-8a30-e3e76ce029c7", "tag": "79d6e368-9f41-499f-a0b5-72e1bcd25dc6", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:20:20.406884 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33efff60-b362-4bba-9ff6-2fb7720cb2bb {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:20:20.407270 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01479105-e4f8-4321-8a30-e3e76ce029c7', 'tag': '79d6e368-9f41-499f-a0b5-72e1bcd25dc6', 'status': 'completed', 'code': 200} Sep 15 15:20:20.473305 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-102d9680-7ae8-45cb-93f0-0a117bc202b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:20.474826 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-102d9680-7ae8-45cb-93f0-0a117bc202b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3bb88e5a6e57406ab17660fcb0c9004f&device_id=01479105-e4f8-4321-8a30-e3e76ce029c7 HTTP/1.1" status: 200 len: 1096 time: 0.0822835 Sep 15 15:20:20.483716 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8d245-d761-475f-a653-b0ec50a89992 req-95f32b75-dc6e-4d5d-88c0-4c13a4452758 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:20.485044 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3ec8d245-d761-475f-a653-b0ec50a89992 req-95f32b75-dc6e-4d5d-88c0-4c13a4452758 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=01479105-e4f8-4321-8a30-e3e76ce029c7 HTTP/1.1" status: 200 len: 943 time: 0.0601881 Sep 15 15:20:20.530309 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-cd757d9f-888d-49fe-b47c-2a288d4b5d77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d6e368-9f41-499f-a0b5-72e1bcd25dc6 HTTP/1.1" status: 200 len: 217 time: 0.0442753 Sep 15 15:20:20.585901 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3ec8d245-d761-475f-a653-b0ec50a89992 req-a3a57c12-161f-4bb3-a637-98de7a9d7016 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a5430c4-4ac2-4a00-9187-d65a4473b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944722 Sep 15 15:20:20.600103 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-2fc75066-7d04-410d-a48a-2ae28dceb17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:20.602248 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-2fc75066-7d04-410d-a48a-2ae28dceb17d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=af47e162-6b52-45bb-915d-661f090c7c08 HTTP/1.1" status: 200 len: 854 time: 0.0626731 Sep 15 15:20:20.637549 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-5b9084ce-1958-4890-a68e-cdb0e78d78e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c588d27f-a65c-48f5-8205-22c1116ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285959 Sep 15 15:20:20.725865 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-da798a79-04b0-40ce-9c1b-e1008214ea2a service neutron] 10.222.0.47 "GET /v2.0/networks/c588d27f-a65c-48f5-8205-22c1116ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809944 Sep 15 15:20:20.814908 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6e189fe-8a9c-4acf-aae7-d46fb49105f4 req-bc2cb98e-c141-46e6-9c6d-5d3cdab91530 service neutron] 10.222.0.47 "GET /v2.0/networks/c588d27f-a65c-48f5-8205-22c1116ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825458 Sep 15 15:20:20.899885 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af83753-67ce-434f-8c34-11415ef84597 req-419b8768-329c-4c9c-bf3e-3579c7a54d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:20.902200 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5af83753-67ce-434f-8c34-11415ef84597 req-419b8768-329c-4c9c-bf3e-3579c7a54d6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3bb88e5a6e57406ab17660fcb0c9004f&device_id=01479105-e4f8-4321-8a30-e3e76ce029c7 HTTP/1.1" status: 200 len: 1096 time: 0.0417447 Sep 15 15:20:20.992747 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af83753-67ce-434f-8c34-11415ef84597 req-082481bd-31c3-4e0f-a923-4be01351187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:20.994250 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5af83753-67ce-434f-8c34-11415ef84597 req-082481bd-31c3-4e0f-a923-4be01351187e service neutron] 10.222.0.47 "GET /v2.0/networks?id=c588d27f-a65c-48f5-8205-22c1116ca7fb HTTP/1.1" status: 200 len: 915 time: 0.0851183 Sep 15 15:20:21.034997 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5af83753-67ce-434f-8c34-11415ef84597 req-008e5c61-d204-422a-84c3-10bcbdedeec4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d6e368-9f41-499f-a0b5-72e1bcd25dc6 HTTP/1.1" status: 200 len: 217 time: 0.0335548 Sep 15 15:20:21.082514 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af83753-67ce-434f-8c34-11415ef84597 req-7d62ed77-ca46-428b-a5e4-f5738feb33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:21.083966 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5af83753-67ce-434f-8c34-11415ef84597 req-7d62ed77-ca46-428b-a5e4-f5738feb33a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=af47e162-6b52-45bb-915d-661f090c7c08 HTTP/1.1" status: 200 len: 854 time: 0.0419669 Sep 15 15:20:21.113942 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5af83753-67ce-434f-8c34-11415ef84597 req-6320408a-f4d3-498b-8592-f8bc0684c3ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c588d27f-a65c-48f5-8205-22c1116ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229201 Sep 15 15:20:21.205548 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5af83753-67ce-434f-8c34-11415ef84597 req-625412cd-8ecf-4406-93f0-5c8746f92d27 service neutron] 10.222.0.47 "GET /v2.0/networks/c588d27f-a65c-48f5-8205-22c1116ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838327 Sep 15 15:20:21.296927 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5af83753-67ce-434f-8c34-11415ef84597 req-550048a9-e068-4aae-af9a-ec8987c2bb40 service neutron] 10.222.0.47 "GET /v2.0/networks/c588d27f-a65c-48f5-8205-22c1116ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833488 Sep 15 15:20:21.705265 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf4e92-39bd-4739-b9e0-4ecb4a12d1c1 req-74a4f47c-7e16-445b-a476-d136f9fd551b tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:21.706737 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cbaf4e92-39bd-4739-b9e0-4ecb4a12d1c1 req-74a4f47c-7e16-445b-a476-d136f9fd551b tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=01479105-e4f8-4321-8a30-e3e76ce029c7 HTTP/1.1" status: 200 len: 943 time: 0.0472338 Sep 15 15:20:21.742455 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cbaf4e92-39bd-4739-b9e0-4ecb4a12d1c1 req-b9509bdf-195c-49d6-9be9-60d3bf74054f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a5430c4-4ac2-4a00-9187-d65a4473b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298772 Sep 15 15:20:23.110332 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b24cb0-209a-49f3-878f-5fb1fb6fe58a req-04bdcd93-746b-4776-94b2-fa650aa29307 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:23.111710 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b1b24cb0-209a-49f3-878f-5fb1fb6fe58a req-04bdcd93-746b-4776-94b2-fa650aa29307 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=01479105-e4f8-4321-8a30-e3e76ce029c7 HTTP/1.1" status: 200 len: 943 time: 0.3040740 Sep 15 15:20:23.149183 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b1b24cb0-209a-49f3-878f-5fb1fb6fe58a req-4e3c7e4e-292f-434b-8353-81ebcdca46f3 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a5430c4-4ac2-4a00-9187-d65a4473b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315816 Sep 15 15:20:23.379423 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 79d6e368-9f41-499f-a0b5-72e1bcd25dc6 details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:20:23.474155 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 79d6e368-9f41-499f-a0b5-72e1bcd25dc6, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=79d6e368-9f41-499f-a0b5-72e1bcd25dc6,segment=NetworkSegment(1182115e-e44a-480f-9c90-e3f667566880),segment_id=1182115e-e44a-480f-9c90-e3f667566880)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:20:23.488993 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': '79d6e368-9f41-499f-a0b5-72e1bcd25dc6', 'network_id': 'c588d27f-a65c-48f5-8205-22c1116ca7fb', 'port_id': '79d6e368-9f41-499f-a0b5-72e1bcd25dc6', 'mac_address': 'fa:16:3e:e3:2e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af47e162-6b52-45bb-915d-661f090c7c08', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:20:23.525740 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:23.537539 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d6e368-9f41-499f-a0b5-72e1bcd25dc6 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:20:23.555994 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 79d6e368-9f41-499f-a0b5-72e1bcd25dc6, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=79d6e368-9f41-499f-a0b5-72e1bcd25dc6,segment=NetworkSegment(1182115e-e44a-480f-9c90-e3f667566880),segment_id=1182115e-e44a-480f-9c90-e3f667566880)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:20:23.560768 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:23.611978 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=79d6e368-9f41-499f-a0b5-72e1bcd25dc6,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:20:23.619232 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:23.620008 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:23.620345 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:23.620671 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:23.620996 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:23.621317 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:23.621633 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:23.621949 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:23.622317 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:23.622635 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:23.622949 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:23.623262 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:20:23.826643 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['79d6e368-9f41-499f-a0b5-72e1bcd25dc6'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:20:24.262980 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2bba3-1ecf-4a2e-bda7-78780e77cff0 req-854fa1c6-9686-4ba2-9e2b-6d7210f97095 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:24.264424 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-43f2bba3-1ecf-4a2e-bda7-78780e77cff0 req-854fa1c6-9686-4ba2-9e2b-6d7210f97095 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=01479105-e4f8-4321-8a30-e3e76ce029c7 HTTP/1.1" status: 200 len: 944 time: 0.0503459 Sep 15 15:20:24.301005 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-43f2bba3-1ecf-4a2e-bda7-78780e77cff0 req-4b7fa323-62a3-48b1-825e-8c93f0d01af2 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a5430c4-4ac2-4a00-9187-d65a4473b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308285 Sep 15 15:20:25.394577 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 79d6e368-9f41-499f-a0b5-72e1bcd25dc6 up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:20:25.413776 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e4e8d-955c-4484-b566-f10d45b1d9d5 req-f88887ff-b038-44b3-ba02-0f7d51338698 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:25.415256 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3f2e4e8d-955c-4484-b566-f10d45b1d9d5 req-f88887ff-b038-44b3-ba02-0f7d51338698 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=01479105-e4f8-4321-8a30-e3e76ce029c7 HTTP/1.1" status: 200 len: 944 time: 0.0481498 Sep 15 15:20:25.442231 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning for port 79d6e368-9f41-499f-a0b5-72e1bcd25dc6 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:20:25.445572 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port 79d6e368-9f41-499f-a0b5-72e1bcd25dc6 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:20:25.445945 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:25.453529 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3f2e4e8d-955c-4484-b566-f10d45b1d9d5 req-fed019e2-9647-484c-a90f-3dfae44030ea tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a5430c4-4ac2-4a00-9187-d65a4473b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318797 Sep 15 15:20:25.523408 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:25.545727 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01479105-e4f8-4321-8a30-e3e76ce029c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d6e368-9f41-499f-a0b5-72e1bcd25dc6'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:20:25.547949 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddbc695-150a-4583-98e9-983b40f528fc" -d '{"events": [{"server_uuid": "01479105-e4f8-4321-8a30-e3e76ce029c7", "name": "network-vif-plugged", "status": "completed", "tag": "79d6e368-9f41-499f-a0b5-72e1bcd25dc6"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:20:25.559950 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port 79d6e368-9f41-499f-a0b5-72e1bcd25dc6, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=79d6e368-9f41-499f-a0b5-72e1bcd25dc6,segment=NetworkSegment(1182115e-e44a-480f-9c90-e3f667566880),segment_id=1182115e-e44a-480f-9c90-e3f667566880)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:20:25.564019 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:25.594946 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffb1fea-7463-4c42-978d-1dfe5d0a3f63 x-openstack-request-id: req-1ffb1fea-7463-4c42-978d-1dfe5d0a3f63 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:20:25.595237 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01479105-e4f8-4321-8a30-e3e76ce029c7", "name": "network-vif-plugged", "status": "completed", "tag": "79d6e368-9f41-499f-a0b5-72e1bcd25dc6", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:20:25.595487 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ffb1fea-7463-4c42-978d-1dfe5d0a3f63 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:20:25.595876 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01479105-e4f8-4321-8a30-e3e76ce029c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d6e368-9f41-499f-a0b5-72e1bcd25dc6', 'code': 200} Sep 15 15:20:25.622922 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=79d6e368-9f41-499f-a0b5-72e1bcd25dc6,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:20:25.742905 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc51aa-0436-486a-ad6e-e14746f6bc08 req-7a222d7a-86de-48aa-966e-2e0e575218ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:25.744625 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-24fc51aa-0436-486a-ad6e-e14746f6bc08 req-7a222d7a-86de-48aa-966e-2e0e575218ce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01479105-e4f8-4321-8a30-e3e76ce029c7 HTTP/1.1" status: 200 len: 1098 time: 0.0402331 Sep 15 15:20:25.781927 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-24fc51aa-0436-486a-ad6e-e14746f6bc08 req-dc528d09-bbdb-4b5f-a446-a6ff33f61e5c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6a5430c4-4ac2-4a00-9187-d65a4473b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304515 Sep 15 15:20:26.567645 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c0d0e-3f08-4a6f-888e-16b136ccfff4 req-9a6b7f6d-717f-4f29-a4fc-112dcd5ddc37 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:26.569101 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b26c0d0e-3f08-4a6f-888e-16b136ccfff4 req-9a6b7f6d-717f-4f29-a4fc-112dcd5ddc37 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=01479105-e4f8-4321-8a30-e3e76ce029c7 HTTP/1.1" status: 200 len: 945 time: 0.0479105 Sep 15 15:20:26.610202 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b26c0d0e-3f08-4a6f-888e-16b136ccfff4 req-ce77acf2-e3bc-4407-9032-cdb8ec01b5bc tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a5430c4-4ac2-4a00-9187-d65a4473b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345602 Sep 15 15:20:27.725242 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1c8d7-063e-4c90-a655-f5dc876e95d7 req-8f7e6673-494b-4c01-9bbf-e1920625ef73 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:20:27.726751 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-19e1c8d7-063e-4c90-a655-f5dc876e95d7 req-8f7e6673-494b-4c01-9bbf-e1920625ef73 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=01479105-e4f8-4321-8a30-e3e76ce029c7 HTTP/1.1" status: 200 len: 945 time: 0.0475991 Sep 15 15:20:27.763349 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-19e1c8d7-063e-4c90-a655-f5dc876e95d7 req-50821e4f-82ef-4139-8212-5703c7f76c34 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a5430c4-4ac2-4a00-9187-d65a4473b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306249 Sep 15 15:20:30.176549 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:31.637016 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-70c4296a-d520-4457-9536-4bd2dc3f3ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:34.285345 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:34.398845 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7c66e3c-b536-4561-9451-ad883b1d33a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:35.256590 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:37.010715 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:52.872474 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:21:00.187648 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:01.637606 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-04818293-0ca9-469b-a634-299da539bbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:04.287127 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:04.300116 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-78989bb7-4f3f-433e-903c-e2378bce75db req-be1544ae-f9aa-43b7-85b0-ae79fc46e94a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01479105-e4f8-4321-8a30-e3e76ce029c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400569 Sep 15 15:21:04.380700 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78989bb7-4f3f-433e-903c-e2378bce75db req-0ff99517-34d6-4fd7-bc0e-4d1673d51c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:04.382228 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-78989bb7-4f3f-433e-903c-e2378bce75db req-0ff99517-34d6-4fd7-bc0e-4d1673d51c79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3bb88e5a6e57406ab17660fcb0c9004f&device_id=01479105-e4f8-4321-8a30-e3e76ce029c7 HTTP/1.1" status: 200 len: 1098 time: 0.0393074 Sep 15 15:21:04.398916 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-818a57c5-eb6b-4b29-9421-92cbafec40cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:04.487097 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78989bb7-4f3f-433e-903c-e2378bce75db req-05f486f4-2f03-421e-9154-f0cc2530c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:04.488681 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-78989bb7-4f3f-433e-903c-e2378bce75db req-05f486f4-2f03-421e-9154-f0cc2530c294 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c588d27f-a65c-48f5-8205-22c1116ca7fb HTTP/1.1" status: 200 len: 915 time: 0.0856767 Sep 15 15:21:04.533405 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-78989bb7-4f3f-433e-903c-e2378bce75db req-92a419bc-8c9f-4608-a18c-b399be8ffc22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d6e368-9f41-499f-a0b5-72e1bcd25dc6 HTTP/1.1" status: 200 len: 217 time: 0.0362866 Sep 15 15:21:04.586398 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78989bb7-4f3f-433e-903c-e2378bce75db req-d9cb2ad8-b316-4389-a797-d167341b78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:04.587837 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-78989bb7-4f3f-433e-903c-e2378bce75db req-d9cb2ad8-b316-4389-a797-d167341b78f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=af47e162-6b52-45bb-915d-661f090c7c08 HTTP/1.1" status: 200 len: 854 time: 0.0475626 Sep 15 15:21:04.620578 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-78989bb7-4f3f-433e-903c-e2378bce75db req-7d4d8ec0-b0ad-40dd-9761-7fff9aabb770 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c588d27f-a65c-48f5-8205-22c1116ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234630 Sep 15 15:21:04.720119 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-78989bb7-4f3f-433e-903c-e2378bce75db req-968cf6d7-12ed-467f-9870-91ef1c53b049 service neutron] 10.222.0.47 "GET /v2.0/networks/c588d27f-a65c-48f5-8205-22c1116ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906174 Sep 15 15:21:04.811324 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-78989bb7-4f3f-433e-903c-e2378bce75db req-5d239e39-b8d2-4b0c-9521-a19ac1863ee5 service neutron] 10.222.0.47 "GET /v2.0/networks/c588d27f-a65c-48f5-8205-22c1116ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835896 Sep 15 15:21:05.259229 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:07.012572 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:08.161266 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f22dfd-e095-48a0-bc11-1f9fde030223 req-06f0d482-b2bb-4087-8588-6a89f67e6cc1 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:08.162705 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-20f22dfd-e095-48a0-bc11-1f9fde030223 req-06f0d482-b2bb-4087-8588-6a89f67e6cc1 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=01479105-e4f8-4321-8a30-e3e76ce029c7 HTTP/1.1" status: 200 len: 945 time: 0.0556760 Sep 15 15:21:08.201804 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-20f22dfd-e095-48a0-bc11-1f9fde030223 req-74b33f49-dd0c-4806-87ad-4b4803ca27ea tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a5430c4-4ac2-4a00-9187-d65a4473b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332375 Sep 15 15:21:09.318663 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f313ff-84b0-45c4-9050-f195d120feb0 req-14390a46-c049-4349-b38e-6e497479c9d3 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:09.320103 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c9f313ff-84b0-45c4-9050-f195d120feb0 req-14390a46-c049-4349-b38e-6e497479c9d3 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=01479105-e4f8-4321-8a30-e3e76ce029c7 HTTP/1.1" status: 200 len: 945 time: 0.0502024 Sep 15 15:21:09.357564 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c9f313ff-84b0-45c4-9050-f195d120feb0 req-20606755-4e8e-4a0c-ac9f-ce1c6a40e2ab tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a5430c4-4ac2-4a00-9187-d65a4473b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305712 Sep 15 15:21:09.707437 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab1beb-505a-4de3-82ed-d0c1bdf9e91a req-b67b7836-3472-4347-a7d8-bf356d714b4c tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:09.708859 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8ab1beb-505a-4de3-82ed-d0c1bdf9e91a req-b67b7836-3472-4347-a7d8-bf356d714b4c tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.47 "GET /v2.0/ports?device_id=01479105-e4f8-4321-8a30-e3e76ce029c7 HTTP/1.1" status: 200 len: 945 time: 0.0474181 Sep 15 15:21:09.799780 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-d8ab1beb-505a-4de3-82ed-d0c1bdf9e91a req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Deleting port 79d6e368-9f41-499f-a0b5-72e1bcd25dc6 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:21:09.800121 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d8ab1beb-505a-4de3-82ed-d0c1bdf9e91a req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:09.888497 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-d8ab1beb-505a-4de3-82ed-d0c1bdf9e91a req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] For port 79d6e368-9f41-499f-a0b5-72e1bcd25dc6, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=79d6e368-9f41-499f-a0b5-72e1bcd25dc6,segment=NetworkSegment(1182115e-e44a-480f-9c90-e3f667566880),segment_id=1182115e-e44a-480f-9c90-e3f667566880)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:21:09.888852 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d8ab1beb-505a-4de3-82ed-d0c1bdf9e91a req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:09.904828 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-d8ab1beb-505a-4de3-82ed-d0c1bdf9e91a req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Calling delete_port for 79d6e368-9f41-499f-a0b5-72e1bcd25dc6 owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:21:10.025465 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d8ab1beb-505a-4de3-82ed-d0c1bdf9e91a req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:10.038191 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['79d6e368-9f41-499f-a0b5-72e1bcd25dc6'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:21:10.053488 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Pushing event deleted for resources: {'Port': ['ID=79d6e368-9f41-499f-a0b5-72e1bcd25dc6,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:10.065835 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:10.066218 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:10.066555 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:10.066890 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:10.067214 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:10.067539 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:10.067864 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:10.068186 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:10.068508 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:10.068831 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:10.069147 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:10.069543 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:10.105888 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ab1beb-505a-4de3-82ed-d0c1bdf9e91a req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] No DVR routers for this DVR port 79d6e368-9f41-499f-a0b5-72e1bcd25dc6 on host hv-cinder-80883 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:21:10.108245 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-d8ab1beb-505a-4de3-82ed-d0c1bdf9e91a req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:10.110239 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8ab1beb-505a-4de3-82ed-d0c1bdf9e91a req-06820247-9f5c-411a-b114-a69386eaaa6f tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.47 "DELETE /v2.0/ports/79d6e368-9f41-499f-a0b5-72e1bcd25dc6 HTTP/1.1" status: 204 len: 173 time: 0.3952742 Sep 15 15:21:10.110657 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01479105-e4f8-4321-8a30-e3e76ce029c7', 'name': 'network-vif-deleted', 'tag': '79d6e368-9f41-499f-a0b5-72e1bcd25dc6'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:21:10.112851 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd064c0f-efc2-41d2-a815-941dfbd1c361" -d '{"events": [{"server_uuid": "01479105-e4f8-4321-8a30-e3e76ce029c7", "name": "network-vif-deleted", "tag": "79d6e368-9f41-499f-a0b5-72e1bcd25dc6"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:21:10.215679 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cc966a-bfbb-420d-b0cc-862fc119e1b9 x-openstack-request-id: req-89cc966a-bfbb-420d-b0cc-862fc119e1b9 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:21:10.215968 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01479105-e4f8-4321-8a30-e3e76ce029c7", "name": "network-vif-deleted", "tag": "79d6e368-9f41-499f-a0b5-72e1bcd25dc6", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:21:10.216221 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89cc966a-bfbb-420d-b0cc-862fc119e1b9 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:21:10.216622 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01479105-e4f8-4321-8a30-e3e76ce029c7', 'name': 'network-vif-deleted', 'tag': '79d6e368-9f41-499f-a0b5-72e1bcd25dc6', 'status': 'completed', 'code': 200} Sep 15 15:21:10.459730 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a888b4e8-a75e-4e57-bcd3-92f05aea0df0 req-59c2d023-8194-4c10-8a39-678074b9ed76 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=01479105-e4f8-4321-8a30-e3e76ce029c7 HTTP/1.1" status: 200 len: 210 time: 0.0255456 Sep 15 15:21:14.490778 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 79d6e368-9f41-499f-a0b5-72e1bcd25dc6 no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:21:14.510892 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] No Port match for: 79d6e368-9f41-499f-a0b5-72e1bcd25dc6 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:21:14.511245 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device 79d6e368-9f41-499f-a0b5-72e1bcd25dc6 not bound to the agent host hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:21:19.365747 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-c358d2e5-2024-4577-9aa8-c0890f15d3a1 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:19.367227 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-c358d2e5-2024-4577-9aa8-c0890f15d3a1 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/networks?id=c588d27f-a65c-48f5-8205-22c1116ca7fb HTTP/1.1" status: 200 len: 814 time: 0.1025362 Sep 15 15:21:19.381762 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-c5fc1300-df21-449a-b45c-6d1c24a36708 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/quotas/3bb88e5a6e57406ab17660fcb0c9004f HTTP/1.1" status: 200 len: 375 time: 0.0089655 Sep 15 15:21:19.413093 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-a6a2f744-f852-4cb2-b859-b96422381a64 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3bb88e5a6e57406ab17660fcb0c9004f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261474 Sep 15 15:21:19.503357 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-ff7fb69d-2708-454e-bcc8-f2c70f82f73c service neutron] 10.222.0.44 "GET /v2.0/networks/c588d27f-a65c-48f5-8205-22c1116ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826800 Sep 15 15:21:19.596935 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-17c8887a-ddf2-47c1-b49e-d83f6e515f15 service neutron] 10.222.0.44 "GET /v2.0/networks/c588d27f-a65c-48f5-8205-22c1116ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873778 Sep 15 15:21:19.751043 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-71efedd7-73a4-456b-b12c-729041847393 req-835b9ed1-7f6c-43fb-bf6d-b7a0224b7176 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe1fce33-1d33-494f-8eed-d5bcffe20e53 HTTP/1.1" status: 200 len: 210 time: 0.0298688 Sep 15 15:21:20.614120 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-edbf9db5-a5d6-459e-9d7a-42d68a4dd25a tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:20.615615 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-edbf9db5-a5d6-459e-9d7a-42d68a4dd25a tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.47 "GET /v2.0/networks?id=c588d27f-a65c-48f5-8205-22c1116ca7fb HTTP/1.1" status: 200 len: 814 time: 0.1042004 Sep 15 15:21:20.628423 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-dff9f7cd-2697-4579-a586-2044e2c5ddf3 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Request body: {'port': {'device_id': 'fe1fce33-1d33-494f-8eed-d5bcffe20e53', 'network_id': 'c588d27f-a65c-48f5-8205-22c1116ca7fb', 'admin_state_up': True, 'tenant_id': '3bb88e5a6e57406ab17660fcb0c9004f'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:21:20.739806 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-dff9f7cd-2697-4579-a586-2044e2c5ddf3 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Made reservation on behalf of 3bb88e5a6e57406ab17660fcb0c9004f for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:21:20.743242 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-dff9f7cd-2697-4579-a586-2044e2c5ddf3 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:20.870381 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-77b3834f-6303-4012-a50e-df0321573e00 req-635b9031-0cb8-4b3a-ac0d-6f8311047242 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe1fce33-1d33-494f-8eed-d5bcffe20e53 HTTP/1.1" status: 200 len: 210 time: 0.0491269 Sep 15 15:21:20.897310 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-dff9f7cd-2697-4579-a586-2044e2c5ddf3 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Allocated IP 172.20.0.7 (c588d27f-a65c-48f5-8205-22c1116ca7fb/af47e162-6b52-45bb-915d-661f090c7c08/a7881935-d8dd-4b0e-810e-54440a8e4f16) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:21:21.042820 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-dff9f7cd-2697-4579-a586-2044e2c5ddf3 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.074235 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-dff9f7cd-2697-4579-a586-2044e2c5ddf3 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.114770 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-dff9f7cd-2697-4579-a586-2044e2c5ddf3 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Network c588d27f-a65c-48f5-8205-22c1116ca7fb is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:21:21.117848 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-dff9f7cd-2697-4579-a586-2044e2c5ddf3 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:21:21.121543 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-dff9f7cd-2697-4579-a586-2044e2c5ddf3 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:21:21.148899 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9f7cd-2697-4579-a586-2044e2c5ddf3 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Pushing event updated for resources: {'Port': ['ID=a7881935-d8dd-4b0e-810e-54440a8e4f16,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:21.176773 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-dff9f7cd-2697-4579-a586-2044e2c5ddf3 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:21.177377 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-dff9f7cd-2697-4579-a586-2044e2c5ddf3 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.191352 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-dff9f7cd-2697-4579-a586-2044e2c5ddf3 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5666738 Sep 15 15:21:21.203661 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] Request body: {'port': {'device_id': 'fe1fce33-1d33-494f-8eed-d5bcffe20e53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80883'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:21:21.259218 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.516591 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7881935-d8dd-4b0e-810e-54440a8e4f16 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:21:21.523831 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.535402 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] Transition to ACTIVE for port object a7881935-d8dd-4b0e-810e-54440a8e4f16 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:21:21.540028 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.593120 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] Pushing event updated for resources: {'Port': ['ID=a7881935-d8dd-4b0e-810e-54440a8e4f16,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:21.657822 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] Attempting to bind port a7881935-d8dd-4b0e-810e-54440a8e4f16 on host hv-cinder-80883 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:21:21.658530 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] Attempting to bind port a7881935-d8dd-4b0e-810e-54440a8e4f16 by drivers openvswitch,hyperv on host hv-cinder-80883 at level 0 using segments [{'id': '1182115e-e44a-480f-9c90-e3f667566880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c588d27f-a65c-48f5-8205-22c1116ca7fb'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:21:21.658530 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] Attempting to bind port a7881935-d8dd-4b0e-810e-54440a8e4f16 on network c588d27f-a65c-48f5-8205-22c1116ca7fb {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:21:21.662640 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] Port a7881935-d8dd-4b0e-810e-54440a8e4f16 on network c588d27f-a65c-48f5-8205-22c1116ca7fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80883 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:21:21.662955 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] Attempting to bind port a7881935-d8dd-4b0e-810e-54440a8e4f16 on network c588d27f-a65c-48f5-8205-22c1116ca7fb {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:21:21.667629 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] Checking agent: {'id': 'db85dd15-89fb-42a1-b201-2709101a597b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'started_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:21:21.667962 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] Checking segment: {'id': '1182115e-e44a-480f-9c90-e3f667566880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c588d27f-a65c-48f5-8205-22c1116ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:21:21.668371 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] Bound using segment: {'id': '1182115e-e44a-480f-9c90-e3f667566880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c588d27f-a65c-48f5-8205-22c1116ca7fb'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:21:21.668915 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] Bound port: a7881935-d8dd-4b0e-810e-54440a8e4f16, host: hv-cinder-80883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1182115e-e44a-480f-9c90-e3f667566880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c588d27f-a65c-48f5-8205-22c1116ca7fb'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:21:21.669270 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.730319 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] For port a7881935-d8dd-4b0e-810e-54440a8e4f16, host hv-cinder-80883, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:21:21.733761 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] For port a7881935-d8dd-4b0e-810e-54440a8e4f16, host hv-cinder-80883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=a7881935-d8dd-4b0e-810e-54440a8e4f16,segment=NetworkSegment(1182115e-e44a-480f-9c90-e3f667566880),segment_id=1182115e-e44a-480f-9c90-e3f667566880)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:21:21.738115 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.772474 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:21.773089 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:21.774471 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] 10.222.0.47 "PUT /v2.0/ports/a7881935-d8dd-4b0e-810e-54440a8e4f16 HTTP/1.1" status: 200 len: 1093 time: 0.5752995 Sep 15 15:21:21.774898 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1fce33-1d33-494f-8eed-d5bcffe20e53', 'tag': 'a7881935-d8dd-4b0e-810e-54440a8e4f16'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:21:21.777107 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9c66ec-994e-419f-a27c-2b7f7f9093bc" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1fce33-1d33-494f-8eed-d5bcffe20e53", "tag": "a7881935-d8dd-4b0e-810e-54440a8e4f16"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:21:21.816389 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066918a-6ab5-4f46-a7b1-bd563fcbd259 service neutron] Pushing event updated for resources: {'Port': ['ID=a7881935-d8dd-4b0e-810e-54440a8e4f16,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:21.829374 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bcfc55-9bc6-4604-abb8-c127f7f715d6 x-openstack-request-id: req-32bcfc55-9bc6-4604-abb8-c127f7f715d6 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:21:21.829657 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1fce33-1d33-494f-8eed-d5bcffe20e53", "tag": "a7881935-d8dd-4b0e-810e-54440a8e4f16", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:21:21.829904 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32bcfc55-9bc6-4604-abb8-c127f7f715d6 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:21:21.830316 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1fce33-1d33-494f-8eed-d5bcffe20e53', 'tag': 'a7881935-d8dd-4b0e-810e-54440a8e4f16', 'status': 'completed', 'code': 200} Sep 15 15:21:21.863152 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-7ac57d86-64d3-42b5-89f5-825165a7e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:21.864632 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-7ac57d86-64d3-42b5-89f5-825165a7e169 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3bb88e5a6e57406ab17660fcb0c9004f&device_id=fe1fce33-1d33-494f-8eed-d5bcffe20e53 HTTP/1.1" status: 200 len: 1096 time: 0.0443912 Sep 15 15:21:21.911125 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-9530e2c0-ed48-4522-8942-4df010a9ff1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7881935-d8dd-4b0e-810e-54440a8e4f16 HTTP/1.1" status: 200 len: 217 time: 0.0381453 Sep 15 15:21:21.985638 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-801c9f22-78bb-429f-8f07-e3d39de27074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:21.987095 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-801c9f22-78bb-429f-8f07-e3d39de27074 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=af47e162-6b52-45bb-915d-661f090c7c08 HTTP/1.1" status: 200 len: 854 time: 0.0696142 Sep 15 15:21:22.008502 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76ac85-fa66-4f47-ae10-a9e60e50e112 req-83d172b7-820f-43cb-9977-1e2a5f2bce6d tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:22.009878 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3d76ac85-fa66-4f47-ae10-a9e60e50e112 req-83d172b7-820f-43cb-9977-1e2a5f2bce6d tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe1fce33-1d33-494f-8eed-d5bcffe20e53 HTTP/1.1" status: 200 len: 943 time: 0.0672851 Sep 15 15:21:22.029711 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-45f288ab-8d61-4ca3-96e4-30fc2c9ab621 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c588d27f-a65c-48f5-8205-22c1116ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353124 Sep 15 15:21:22.088179 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3d76ac85-fa66-4f47-ae10-a9e60e50e112 req-390b4753-047c-4353-af03-f310e78daaad tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a5430c4-4ac2-4a00-9187-d65a4473b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615332 Sep 15 15:21:22.146337 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-8d85f281-23f4-4e79-9960-13606bdd7e78 service neutron] 10.222.0.47 "GET /v2.0/networks/c588d27f-a65c-48f5-8205-22c1116ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009984 Sep 15 15:21:22.238637 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e4a3e509-9a4b-4c7f-916b-9993012c7246 req-c3ae1ef8-9774-4c2e-a152-88265eb7f47a service neutron] 10.222.0.47 "GET /v2.0/networks/c588d27f-a65c-48f5-8205-22c1116ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857151 Sep 15 15:21:22.324227 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c66ec-994e-419f-a27c-2b7f7f9093bc req-aa5e38e9-90c8-490a-92fc-55a681470f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:22.326249 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1d9c66ec-994e-419f-a27c-2b7f7f9093bc req-aa5e38e9-90c8-490a-92fc-55a681470f9a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3bb88e5a6e57406ab17660fcb0c9004f&device_id=fe1fce33-1d33-494f-8eed-d5bcffe20e53 HTTP/1.1" status: 200 len: 1096 time: 0.0405269 Sep 15 15:21:22.412386 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c66ec-994e-419f-a27c-2b7f7f9093bc req-f2e3c6a1-cb13-4619-9c0a-814832478cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:22.413778 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1d9c66ec-994e-419f-a27c-2b7f7f9093bc req-f2e3c6a1-cb13-4619-9c0a-814832478cca service neutron] 10.222.0.47 "GET /v2.0/networks?id=c588d27f-a65c-48f5-8205-22c1116ca7fb HTTP/1.1" status: 200 len: 915 time: 0.0804064 Sep 15 15:21:22.460293 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1d9c66ec-994e-419f-a27c-2b7f7f9093bc req-e8b3c881-3e1e-441c-8c61-1b0724479de3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7881935-d8dd-4b0e-810e-54440a8e4f16 HTTP/1.1" status: 200 len: 217 time: 0.0365660 Sep 15 15:21:22.516422 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c66ec-994e-419f-a27c-2b7f7f9093bc req-9b53fb2e-3113-4893-b7e6-cd5782087698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:22.517855 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1d9c66ec-994e-419f-a27c-2b7f7f9093bc req-9b53fb2e-3113-4893-b7e6-cd5782087698 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=af47e162-6b52-45bb-915d-661f090c7c08 HTTP/1.1" status: 200 len: 854 time: 0.0503929 Sep 15 15:21:22.550446 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1d9c66ec-994e-419f-a27c-2b7f7f9093bc req-9f1a8eb9-6626-42a1-9f81-bb327eb8d518 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c588d27f-a65c-48f5-8205-22c1116ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236161 Sep 15 15:21:22.641984 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1d9c66ec-994e-419f-a27c-2b7f7f9093bc req-aa078132-9b7b-4140-9cab-ec86fa38af07 service neutron] 10.222.0.47 "GET /v2.0/networks/c588d27f-a65c-48f5-8205-22c1116ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836885 Sep 15 15:21:22.730024 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1d9c66ec-994e-419f-a27c-2b7f7f9093bc req-5ecf3a13-524e-4b9f-8dd7-598daca99a4b service neutron] 10.222.0.47 "GET /v2.0/networks/c588d27f-a65c-48f5-8205-22c1116ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791039 Sep 15 15:21:23.204978 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08d47f-5f3e-44a5-8508-86f986babee6 req-25c05ee0-8b9b-4f82-a5de-3ec8e15f1324 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:23.206453 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ab08d47f-5f3e-44a5-8508-86f986babee6 req-25c05ee0-8b9b-4f82-a5de-3ec8e15f1324 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe1fce33-1d33-494f-8eed-d5bcffe20e53 HTTP/1.1" status: 200 len: 943 time: 0.0478261 Sep 15 15:21:23.243661 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ab08d47f-5f3e-44a5-8508-86f986babee6 req-9dba41eb-dab3-4b23-874d-7a59e853bc95 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a5430c4-4ac2-4a00-9187-d65a4473b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312462 Sep 15 15:21:24.367111 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c906bb-e89a-4f5b-8558-53c352d85df3 req-f39db9c5-e8cb-4bda-b07b-ff002df96799 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:24.368562 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-86c906bb-e89a-4f5b-8558-53c352d85df3 req-f39db9c5-e8cb-4bda-b07b-ff002df96799 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe1fce33-1d33-494f-8eed-d5bcffe20e53 HTTP/1.1" status: 200 len: 943 time: 0.0519319 Sep 15 15:21:24.405077 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-86c906bb-e89a-4f5b-8558-53c352d85df3 req-c5ffa5fe-72ef-49e8-aaf9-2679a5c8de58 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a5430c4-4ac2-4a00-9187-d65a4473b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306327 Sep 15 15:21:25.517522 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33a698-4930-49ea-a097-f4321a5e322d req-c2d44993-481b-407c-b90a-db4fcf595a57 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:25.519030 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6b33a698-4930-49ea-a097-f4321a5e322d req-c2d44993-481b-407c-b90a-db4fcf595a57 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe1fce33-1d33-494f-8eed-d5bcffe20e53 HTTP/1.1" status: 200 len: 943 time: 0.0485198 Sep 15 15:21:25.555713 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6b33a698-4930-49ea-a097-f4321a5e322d req-02af0a51-e09b-4282-911c-77845817bec2 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a5430c4-4ac2-4a00-9187-d65a4473b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308084 Sep 15 15:21:25.721902 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device a7881935-d8dd-4b0e-810e-54440a8e4f16 details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:21:25.818577 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port a7881935-d8dd-4b0e-810e-54440a8e4f16, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=a7881935-d8dd-4b0e-810e-54440a8e4f16,segment=NetworkSegment(1182115e-e44a-480f-9c90-e3f667566880),segment_id=1182115e-e44a-480f-9c90-e3f667566880)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:21:25.829670 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': 'a7881935-d8dd-4b0e-810e-54440a8e4f16', 'network_id': 'c588d27f-a65c-48f5-8205-22c1116ca7fb', 'port_id': 'a7881935-d8dd-4b0e-810e-54440a8e4f16', 'mac_address': 'fa:16:3e:26:99:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af47e162-6b52-45bb-915d-661f090c7c08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:21:25.865243 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:25.877836 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7881935-d8dd-4b0e-810e-54440a8e4f16 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:21:25.896983 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port a7881935-d8dd-4b0e-810e-54440a8e4f16, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=a7881935-d8dd-4b0e-810e-54440a8e4f16,segment=NetworkSegment(1182115e-e44a-480f-9c90-e3f667566880),segment_id=1182115e-e44a-480f-9c90-e3f667566880)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:21:25.900871 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:25.946372 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=a7881935-d8dd-4b0e-810e-54440a8e4f16,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:25.953243 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:25.953587 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:25.953922 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:25.954283 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:25.954610 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:25.954934 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:25.955257 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:25.955574 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:25.955894 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:25.956212 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:25.956529 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:25.956842 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:26.104154 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['a7881935-d8dd-4b0e-810e-54440a8e4f16'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:21:26.668337 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3fc31-7ce0-42a4-a52c-0ea52ab844e0 req-797d6a02-9a85-4f0e-9757-8b47d1c068c8 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:26.670121 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c3b3fc31-7ce0-42a4-a52c-0ea52ab844e0 req-797d6a02-9a85-4f0e-9757-8b47d1c068c8 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe1fce33-1d33-494f-8eed-d5bcffe20e53 HTTP/1.1" status: 200 len: 944 time: 0.0487418 Sep 15 15:21:26.708031 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c3b3fc31-7ce0-42a4-a52c-0ea52ab844e0 req-3b85e213-08b5-4877-a1dc-0df4509b9c66 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a5430c4-4ac2-4a00-9187-d65a4473b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319467 Sep 15 15:21:27.727073 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device a7881935-d8dd-4b0e-810e-54440a8e4f16 up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:21:27.775020 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning for port a7881935-d8dd-4b0e-810e-54440a8e4f16 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:21:27.779118 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port a7881935-d8dd-4b0e-810e-54440a8e4f16 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:21:27.779485 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:27.818421 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c4031-269e-40ca-8ad7-c685e85f69cc req-dbf95269-4b98-4640-97aa-7d14d11a08a1 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:27.822230 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-048c4031-269e-40ca-8ad7-c685e85f69cc req-dbf95269-4b98-4640-97aa-7d14d11a08a1 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe1fce33-1d33-494f-8eed-d5bcffe20e53 HTTP/1.1" status: 200 len: 944 time: 0.0503101 Sep 15 15:21:27.859473 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:27.863169 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-048c4031-269e-40ca-8ad7-c685e85f69cc req-5c309ecb-5f10-4e44-8e76-4835a6838070 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a5430c4-4ac2-4a00-9187-d65a4473b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367887 Sep 15 15:21:27.882278 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1fce33-1d33-494f-8eed-d5bcffe20e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7881935-d8dd-4b0e-810e-54440a8e4f16'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:21:27.884529 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e56a332-60bc-4b3e-9173-070625d416f7" -d '{"events": [{"server_uuid": "fe1fce33-1d33-494f-8eed-d5bcffe20e53", "name": "network-vif-plugged", "status": "completed", "tag": "a7881935-d8dd-4b0e-810e-54440a8e4f16"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:21:27.901548 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port a7881935-d8dd-4b0e-810e-54440a8e4f16, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=a7881935-d8dd-4b0e-810e-54440a8e4f16,segment=NetworkSegment(1182115e-e44a-480f-9c90-e3f667566880),segment_id=1182115e-e44a-480f-9c90-e3f667566880)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:21:27.914488 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:27.961566 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=a7881935-d8dd-4b0e-810e-54440a8e4f16,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:27.981617 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c10f9a-7bc8-4eb1-b4d0-0943c77e57d8 x-openstack-request-id: req-19c10f9a-7bc8-4eb1-b4d0-0943c77e57d8 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:21:27.981915 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1fce33-1d33-494f-8eed-d5bcffe20e53", "name": "network-vif-plugged", "status": "completed", "tag": "a7881935-d8dd-4b0e-810e-54440a8e4f16", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:21:27.982196 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-19c10f9a-7bc8-4eb1-b4d0-0943c77e57d8 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:21:27.982588 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1fce33-1d33-494f-8eed-d5bcffe20e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7881935-d8dd-4b0e-810e-54440a8e4f16', 'code': 200} Sep 15 15:21:28.140023 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa153e8-2545-4801-9dac-08480ad044b7 req-13caec4c-4346-4950-be66-23b45d538e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:28.141463 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-dfa153e8-2545-4801-9dac-08480ad044b7 req-13caec4c-4346-4950-be66-23b45d538e23 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe1fce33-1d33-494f-8eed-d5bcffe20e53 HTTP/1.1" status: 200 len: 1098 time: 0.0394177 Sep 15 15:21:28.176584 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-dfa153e8-2545-4801-9dac-08480ad044b7 req-fdf4487d-9274-4cc0-b89d-16bfbe5bf769 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6a5430c4-4ac2-4a00-9187-d65a4473b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267620 Sep 15 15:21:28.976144 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea4d62-39c4-4bf1-a38f-03bef9c423a5 req-98b1c69d-e5e7-49c6-939f-ffa1619767f8 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:28.977689 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-23ea4d62-39c4-4bf1-a38f-03bef9c423a5 req-98b1c69d-e5e7-49c6-939f-ffa1619767f8 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe1fce33-1d33-494f-8eed-d5bcffe20e53 HTTP/1.1" status: 200 len: 945 time: 0.0478621 Sep 15 15:21:29.014704 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-23ea4d62-39c4-4bf1-a38f-03bef9c423a5 req-a0bcb1f8-869e-40ae-8c44-3a55fed62e1a tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a5430c4-4ac2-4a00-9187-d65a4473b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304389 Sep 15 15:21:29.871554 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:21:30.130651 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db5fbd-0a2d-4a39-99ab-1153a369ddaa req-e7911d0f-e373-44bf-9529-9b31546eea7e tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:30.132431 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-61db5fbd-0a2d-4a39-99ab-1153a369ddaa req-e7911d0f-e373-44bf-9529-9b31546eea7e tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe1fce33-1d33-494f-8eed-d5bcffe20e53 HTTP/1.1" status: 200 len: 945 time: 0.0509410 Sep 15 15:21:30.172447 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-61db5fbd-0a2d-4a39-99ab-1153a369ddaa req-0d0f66a1-d33e-47f8-91ff-b47895e930ab tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a5430c4-4ac2-4a00-9187-d65a4473b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332634 Sep 15 15:21:30.191371 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:31.638847 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3719aec3-65ef-4f93-90cb-ef41de5cf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:34.288617 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:34.400734 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-feb8a3f0-6042-4c0f-9b39-d8412354b893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:35.262722 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:37.015300 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:50.089665 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b74772-f837-4f4e-bf48-5d8ce578b0b7 req-2e49fec1-7134-4ef6-ab85-12fefd79ccd7 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:50.091056 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-18b74772-f837-4f4e-bf48-5d8ce578b0b7 req-2e49fec1-7134-4ef6-ab85-12fefd79ccd7 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe1fce33-1d33-494f-8eed-d5bcffe20e53 HTTP/1.1" status: 200 len: 945 time: 0.0474265 Sep 15 15:21:50.128310 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-18b74772-f837-4f4e-bf48-5d8ce578b0b7 req-82c5a244-ad2b-4ec2-87bf-b2faa7b6dda5 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a5430c4-4ac2-4a00-9187-d65a4473b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309720 Sep 15 15:21:51.242197 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d54ea6-82e2-4115-8664-4fee1d0b76f2 req-1ba776c6-239c-46ee-a5cc-f17a299f3c0a tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:51.243660 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f4d54ea6-82e2-4115-8664-4fee1d0b76f2 req-1ba776c6-239c-46ee-a5cc-f17a299f3c0a tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe1fce33-1d33-494f-8eed-d5bcffe20e53 HTTP/1.1" status: 200 len: 945 time: 0.0481882 Sep 15 15:21:51.280674 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f4d54ea6-82e2-4115-8664-4fee1d0b76f2 req-fb75972e-ccf9-4cfe-86cd-624d0e93dcac tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a5430c4-4ac2-4a00-9187-d65a4473b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305197 Sep 15 15:21:51.615409 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512dd56-598b-4ef0-b0f9-dd380663b4a7 req-3abbe2b1-587a-4102-ae15-c00b2f68cba8 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:51.616800 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0512dd56-598b-4ef0-b0f9-dd380663b4a7 req-3abbe2b1-587a-4102-ae15-c00b2f68cba8 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe1fce33-1d33-494f-8eed-d5bcffe20e53 HTTP/1.1" status: 200 len: 945 time: 0.0463099 Sep 15 15:21:51.711005 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-0512dd56-598b-4ef0-b0f9-dd380663b4a7 req-b0b9829e-3b23-4f9f-95bf-88442167cdd4 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Deleting port a7881935-d8dd-4b0e-810e-54440a8e4f16 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:21:51.711333 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0512dd56-598b-4ef0-b0f9-dd380663b4a7 req-b0b9829e-3b23-4f9f-95bf-88442167cdd4 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:51.795214 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-0512dd56-598b-4ef0-b0f9-dd380663b4a7 req-b0b9829e-3b23-4f9f-95bf-88442167cdd4 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] For port a7881935-d8dd-4b0e-810e-54440a8e4f16, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=a7881935-d8dd-4b0e-810e-54440a8e4f16,segment=NetworkSegment(1182115e-e44a-480f-9c90-e3f667566880),segment_id=1182115e-e44a-480f-9c90-e3f667566880)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:21:51.796135 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0512dd56-598b-4ef0-b0f9-dd380663b4a7 req-b0b9829e-3b23-4f9f-95bf-88442167cdd4 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:51.807988 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-0512dd56-598b-4ef0-b0f9-dd380663b4a7 req-b0b9829e-3b23-4f9f-95bf-88442167cdd4 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Calling delete_port for a7881935-d8dd-4b0e-810e-54440a8e4f16 owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:21:51.933475 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0512dd56-598b-4ef0-b0f9-dd380663b4a7 req-b0b9829e-3b23-4f9f-95bf-88442167cdd4 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:51.944924 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['a7881935-d8dd-4b0e-810e-54440a8e4f16'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:21:51.963588 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9829e-3b23-4f9f-95bf-88442167cdd4 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Pushing event deleted for resources: {'Port': ['ID=a7881935-d8dd-4b0e-810e-54440a8e4f16,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:52.009654 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-0512dd56-598b-4ef0-b0f9-dd380663b4a7 req-b0b9829e-3b23-4f9f-95bf-88442167cdd4 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] No DVR routers for this DVR port a7881935-d8dd-4b0e-810e-54440a8e4f16 on host hv-cinder-80883 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:21:52.012306 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0512dd56-598b-4ef0-b0f9-dd380663b4a7 req-b0b9829e-3b23-4f9f-95bf-88442167cdd4 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:52.014360 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0512dd56-598b-4ef0-b0f9-dd380663b4a7 req-b0b9829e-3b23-4f9f-95bf-88442167cdd4 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.47 "DELETE /v2.0/ports/a7881935-d8dd-4b0e-810e-54440a8e4f16 HTTP/1.1" status: 204 len: 173 time: 0.3918567 Sep 15 15:21:52.014868 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1fce33-1d33-494f-8eed-d5bcffe20e53', 'name': 'network-vif-deleted', 'tag': 'a7881935-d8dd-4b0e-810e-54440a8e4f16'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:21:52.017139 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa09804-0e15-49ba-8bc4-e28d96183b3c" -d '{"events": [{"server_uuid": "fe1fce33-1d33-494f-8eed-d5bcffe20e53", "name": "network-vif-deleted", "tag": "a7881935-d8dd-4b0e-810e-54440a8e4f16"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:21:52.053652 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7ec676-fd30-4b06-b146-0f515ac8c684 x-openstack-request-id: req-af7ec676-fd30-4b06-b146-0f515ac8c684 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:21:52.053936 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1fce33-1d33-494f-8eed-d5bcffe20e53", "name": "network-vif-deleted", "tag": "a7881935-d8dd-4b0e-810e-54440a8e4f16", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:21:52.054212 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af7ec676-fd30-4b06-b146-0f515ac8c684 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:21:52.054602 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1fce33-1d33-494f-8eed-d5bcffe20e53', 'name': 'network-vif-deleted', 'tag': 'a7881935-d8dd-4b0e-810e-54440a8e4f16', 'status': 'completed', 'code': 200} Sep 15 15:21:52.384021 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4b02a509-dda9-4743-a298-691a18ad7235 req-24fac3e5-36ab-4601-af20-49510b3efd31 tempest-VolumesSnapshotTestJSON-860720537 tempest-VolumesSnapshotTestJSON-860720537-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe1fce33-1d33-494f-8eed-d5bcffe20e53 HTTP/1.1" status: 200 len: 210 time: 0.0267556 Sep 15 15:21:56.004281 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device a7881935-d8dd-4b0e-810e-54440a8e4f16 no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:21:56.024449 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] No Port match for: a7881935-d8dd-4b0e-810e-54440a8e4f16 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:21:56.024807 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device a7881935-d8dd-4b0e-810e-54440a8e4f16 not bound to the agent host hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:22:00.200347 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:01.640784 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4c3d8408-b38b-4d04-8a67-38407f522fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:04.288798 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:04.400908 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0373b79b-ce1e-4113-ac6c-48131dfdf10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:05.265614 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:06.870572 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:22:07.016745 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:15.511031 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 57242) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:22:15.557507 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-85af391c-895c-4dfb-972b-e159bf04d862 admin admin] Deleting subnet af47e162-6b52-45bb-915d-661f090c7c08 {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:22:15.560414 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-85af391c-895c-4dfb-972b-e159bf04d862 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:15.594110 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-85af391c-895c-4dfb-972b-e159bf04d862 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9148434'] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:15.631131 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-85af391c-895c-4dfb-972b-e159bf04d862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935064'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:15.683984 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-85af391c-895c-4dfb-972b-e159bf04d862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-935055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9625804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8779951'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:15.707995 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af391c-895c-4dfb-972b-e159bf04d862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af47e162-6b52-45bb-915d-661f090c7c08,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:15.712210 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-85af391c-895c-4dfb-972b-e159bf04d862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:15.714033 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-85af391c-895c-4dfb-972b-e159bf04d862 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/af47e162-6b52-45bb-915d-661f090c7c08 HTTP/1.1" status: 204 len: 168 time: 0.2020135 Sep 15 15:22:15.716547 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57244) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:22:15.720565 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af391c-895c-4dfb-972b-e159bf04d862 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:15.720913 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af391c-895c-4dfb-972b-e159bf04d862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:15.721248 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af391c-895c-4dfb-972b-e159bf04d862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:15.721605 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af391c-895c-4dfb-972b-e159bf04d862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:15.721933 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af391c-895c-4dfb-972b-e159bf04d862 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:15.722293 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af391c-895c-4dfb-972b-e159bf04d862 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:15.722615 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af391c-895c-4dfb-972b-e159bf04d862 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:15.722936 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af391c-895c-4dfb-972b-e159bf04d862 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:15.723262 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af391c-895c-4dfb-972b-e159bf04d862 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:15.723581 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af391c-895c-4dfb-972b-e159bf04d862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:15.723900 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af391c-895c-4dfb-972b-e159bf04d862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:15.724213 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af391c-895c-4dfb-972b-e159bf04d862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:15.785632 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002857'] for network, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:15.863981 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935455', 'neutron.services.segments.db._delete_segments_for_network-8747554679709'] for network, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:15.883465 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c588d27f-a65c-48f5-8205-22c1116ca7fb']}} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:15.892825 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1182115e-e44a-480f-9c90-e3f667566880') {'for_net_delete': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:15.893181 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1182115e-e44a-480f-9c90-e3f667566880') {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:15.905377 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747554679206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12326059'] for segment, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:15.918346 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:15.924527 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:22:15.924982 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8963217'] for segment, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: Traceback (most recent call last): Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: timer() Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: cb(*args, **kw) Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: return func(*args, **kwargs) Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: self._notify() Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: self.callback(batched_events) Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: event.method(event) Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: return f(self, *a, **k) Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: return self._get(url).json() Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: return self.request(url, 'GET', **kwargs) Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:22:15.926711 dv-cinder-808837-2-iscsi neutron-server[94132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:22:15.979800 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675161'] for network, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:15.984962 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:15.986832 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c588d27f-a65c-48f5-8205-22c1116ca7fb HTTP/1.1" status: 204 len: 168 time: 0.2687731 Sep 15 15:22:15.997098 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] Pushing event deleted for resources: {'Network': ['ID=c588d27f-a65c-48f5-8205-22c1116ca7fb,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:16.004151 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.004496 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.004833 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.005161 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.005508 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.005834 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.006186 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.006579 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.006818 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.007399 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.007711 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.008024 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5b123-4db8-475f-9035-b6a6fd281341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.094695 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57248) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:22:16.136968 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-84118d34-bb83-4e06-bc6a-fffef83d9b73 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3bb88e5a6e57406ab17660fcb0c9004f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411620 Sep 15 15:22:16.139845 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57250) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:22:16.185347 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6c9a8744-f376-40eb-a204-bf4fd841f10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:16.206617 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6c9a8744-f376-40eb-a204-bf4fd841f10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:16.251196 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6c9a8744-f376-40eb-a204-bf4fd841f10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:16.253621 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6c9a8744-f376-40eb-a204-bf4fd841f10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:16.254775 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-6c9a8744-f376-40eb-a204-bf4fd841f10c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a5430c4-4ac2-4a00-9187-d65a4473b7fa HTTP/1.1" status: 204 len: 168 time: 0.1140666 Sep 15 15:22:16.262412 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a8744-f376-40eb-a204-bf4fd841f10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5430c4-4ac2-4a00-9187-d65a4473b7fa,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:16.897419 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57272) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:22:16.992541 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-77703889-24f0-4c78-959e-b227925bb7c5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-818278960-network', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:22:17.013321 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77703889-24f0-4c78-959e-b227925bb7c5 admin admin] Made reservation on behalf of 3713b8ea81584862a8d1761b44aedc35 for: {'network': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:22:17.015915 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-77703889-24f0-4c78-959e-b227925bb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for network, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:17.023951 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-77703889-24f0-4c78-959e-b227925bb7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:17.109411 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-77703889-24f0-4c78-959e-b227925bb7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:17.112948 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-77703889-24f0-4c78-959e-b227925bb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:17.136648 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77703889-24f0-4c78-959e-b227925bb7c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=94132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:22:17.146716 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77703889-24f0-4c78-959e-b227925bb7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707be8be-3744-4a3a-9f80-67c8265d0910,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:17.151274 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-77703889-24f0-4c78-959e-b227925bb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:17.151608 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.segments_db [None req-77703889-24f0-4c78-959e-b227925bb7c5 admin admin] Added segment 5cee15cb-f745-4c95-86a1-e473e1abda7d of type vlan for network 9917cd2a-afae-446f-9177-04befed21a5e Sep 15 15:22:17.193172 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-77703889-24f0-4c78-959e-b227925bb7c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747554121512'] for network, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:17.216728 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-77703889-24f0-4c78-959e-b227925bb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for network, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:17.217823 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77703889-24f0-4c78-959e-b227925bb7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:17.218419 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-77703889-24f0-4c78-959e-b227925bb7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:17.250241 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-77703889-24f0-4c78-959e-b227925bb7c5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3517091 Sep 15 15:22:17.253283 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 57276) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:22:17.258405 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-bfb779e6-f8c4-4161-8f6c-f527c3a103a8 admin admin] Request body: {'subnet': {'network_id': '9917cd2a-afae-446f-9177-04befed21a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-818278960-subnet', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:22:17.276594 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77703889-24f0-4c78-959e-b227925bb7c5 admin admin] Pushing event updated for resources: {'Network': ['ID=9917cd2a-afae-446f-9177-04befed21a5e,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:17.285969 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb779e6-f8c4-4161-8f6c-f527c3a103a8 admin admin] Made reservation on behalf of 3713b8ea81584862a8d1761b44aedc35 for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:22:17.286687 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Network 9917cd2a-afae-446f-9177-04befed21a5e details requested by agent ovs-agent-dv-cinder-808837-2-iscsi with host dv-cinder-808837-2-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:22:17.289157 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bfb779e6-f8c4-4161-8f6c-f527c3a103a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8779912'] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:17.454980 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bfb779e6-f8c4-4161-8f6c-f527c3a103a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8779942'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:17.512526 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb779e6-f8c4-4161-8f6c-f527c3a103a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98aa42af-7080-4858-b9c5-9e72bbad7f07,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:17.519469 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb779e6-f8c4-4161-8f6c-f527c3a103a8 admin admin] Checking segment: {'id': '5cee15cb-f745-4c95-86a1-e473e1abda7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:22:17.519815 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb779e6-f8c4-4161-8f6c-f527c3a103a8 admin admin] Network hostable DHCP agents. Network: 9917cd2a-afae-446f-9177-04befed21a5e, hostable agents: ['8778f267-bcf6-40a9-a6c7-747964b5c268'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:22:17.535194 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb779e6-f8c4-4161-8f6c-f527c3a103a8 admin admin] Network 9917cd2a-afae-446f-9177-04befed21a5e is scheduled to be hosted by DHCP agent 8778f267-bcf6-40a9-a6c7-747964b5c268 with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:22:17.542822 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-bfb779e6-f8c4-4161-8f6c-f527c3a103a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808837-2-iscsi, 9917cd2a-afae-446f-9177-04befed21a5e) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:17.547308 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb779e6-f8c4-4161-8f6c-f527c3a103a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:17.547886 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bfb779e6-f8c4-4161-8f6c-f527c3a103a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:17.552807 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e51cab7-8ff5-4214-bfa9-5cea709c48c1 None None] Network 9917cd2a-afae-446f-9177-04befed21a5e requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:22:17.560902 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-bfb779e6-f8c4-4161-8f6c-f527c3a103a8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3064771 Sep 15 15:22:17.564204 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 57278) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:22:17.568665 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-2e331d39-fff0-4328-9766-5b9215749669 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-818278960-router', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:22:17.589765 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2e331d39-fff0-4328-9766-5b9215749669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3674502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1441'] for router, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:17.590844 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2e331d39-fff0-4328-9766-5b9215749669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3676550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4060939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:17.644810 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2e331d39-fff0-4328-9766-5b9215749669 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:17.786887 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2e331d39-fff0-4328-9766-5b9215749669 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:17.816330 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130317e6-9ced-4810-995a-20778ade15cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148cf41a-cc58-5c2b-b52a-9984459364b2-9917cd2a-afae-446f-9177-04befed21a5e', 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'fixed_ips': [{'subnet_id': '98aa42af-7080-4858-b9c5-9e72bbad7f07'}]}} from dv-cinder-808837-2-iscsi. {{(pid=94133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:22:17.817273 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-130317e6-9ced-4810-995a-20778ade15cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:17.944846 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-130317e6-9ced-4810-995a-20778ade15cb None None] Allocated IP 172.20.0.2 (9917cd2a-afae-446f-9177-04befed21a5e/98aa42af-7080-4858-b9c5-9e72bbad7f07/19c41179-219c-4e09-a6a8-a9be9d3e8fe0) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:22:17.984716 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2e331d39-fff0-4328-9766-5b9215749669 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:18.005961 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2e331d39-fff0-4328-9766-5b9215749669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:18.098323 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-130317e6-9ced-4810-995a-20778ade15cb None None] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:18.104250 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-130317e6-9ced-4810-995a-20778ade15cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:18.109153 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-2e331d39-fff0-4328-9766-5b9215749669 admin admin] Allocated IP 172.27.1.115 (de13fce9-42d8-46bf-87ad-5f72634a95fa/379175a2-a4aa-4fa7-8529-653d88fdda18/8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:22:18.152109 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130317e6-9ced-4810-995a-20778ade15cb None None] Network 9917cd2a-afae-446f-9177-04befed21a5e is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:22:18.159741 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-130317e6-9ced-4810-995a-20778ade15cb None None] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:18.171149 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130317e6-9ced-4810-995a-20778ade15cb None None] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:22:18.173195 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130317e6-9ced-4810-995a-20778ade15cb None None] Pushing event updated for resources: {'Port': ['ID=19c41179-219c-4e09-a6a8-a9be9d3e8fe0,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:18.215875 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2e331d39-fff0-4328-9766-5b9215749669 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:18.228682 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-130317e6-9ced-4810-995a-20778ade15cb None None] Attempting to bind port 19c41179-219c-4e09-a6a8-a9be9d3e8fe0 on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:22:18.229043 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-130317e6-9ced-4810-995a-20778ade15cb None None] Attempting to bind port 19c41179-219c-4e09-a6a8-a9be9d3e8fe0 by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': '5cee15cb-f745-4c95-86a1-e473e1abda7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:22:18.229393 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130317e6-9ced-4810-995a-20778ade15cb None None] Attempting to bind port 19c41179-219c-4e09-a6a8-a9be9d3e8fe0 on network 9917cd2a-afae-446f-9177-04befed21a5e {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:22:18.235349 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130317e6-9ced-4810-995a-20778ade15cb None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:22:18.235718 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130317e6-9ced-4810-995a-20778ade15cb None None] Checking segment: {'id': '5cee15cb-f745-4c95-86a1-e473e1abda7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:22:18.236114 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-130317e6-9ced-4810-995a-20778ade15cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:18.236502 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130317e6-9ced-4810-995a-20778ade15cb None None] Bound using segment: {'id': '5cee15cb-f745-4c95-86a1-e473e1abda7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:22:18.236964 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-130317e6-9ced-4810-995a-20778ade15cb None None] Bound port: 19c41179-219c-4e09-a6a8-a9be9d3e8fe0, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cee15cb-f745-4c95-86a1-e473e1abda7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:22:18.237334 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-130317e6-9ced-4810-995a-20778ade15cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:18.323939 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-130317e6-9ced-4810-995a-20778ade15cb None None] For port 19c41179-219c-4e09-a6a8-a9be9d3e8fe0, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:22:18.328442 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-130317e6-9ced-4810-995a-20778ade15cb None None] For port 19c41179-219c-4e09-a6a8-a9be9d3e8fe0, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=19c41179-219c-4e09-a6a8-a9be9d3e8fe0,segment=NetworkSegment(5cee15cb-f745-4c95-86a1-e473e1abda7d),segment_id=5cee15cb-f745-4c95-86a1-e473e1abda7d)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:22:18.332604 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-130317e6-9ced-4810-995a-20778ade15cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:18.392642 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130317e6-9ced-4810-995a-20778ade15cb None None] Pushing event updated for resources: {'Port': ['ID=19c41179-219c-4e09-a6a8-a9be9d3e8fe0,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:18.509234 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2e331d39-fff0-4328-9766-5b9215749669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:18.560750 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e331d39-fff0-4328-9766-5b9215749669 admin admin] Network de13fce9-42d8-46bf-87ad-5f72634a95fa is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:22:18.564752 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-2e331d39-fff0-4328-9766-5b9215749669 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:18.570659 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e331d39-fff0-4328-9766-5b9215749669 admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:22:18.604775 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e331d39-fff0-4328-9766-5b9215749669 admin admin] Pushing event updated for resources: {'Port': ['ID=8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:18.884055 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2e331d39-fff0-4328-9766-5b9215749669 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:19.127067 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2e331d39-fff0-4328-9766-5b9215749669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675217'] for router, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:19.266132 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c27c2d3-5fa5-4f76-81cb-1625dd9f1b76 None None] Network 9917cd2a-afae-446f-9177-04befed21a5e requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:22:19.268794 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e331d39-fff0-4328-9766-5b9215749669 admin admin] Router cc2d872a-1ee0-46c2-9d02-e920d6288e54 is scheduled to L3 agent db645ea9-179a-465c-875f-1da649e94516 with binding_index 1 {{(pid=94131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:22:19.407398 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e331d39-fff0-4328-9766-5b9215749669 admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:22:19.408936 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-58137857-5b92-4dce-9815-b70cfd14813d None None] Provisioning complete for port 19c41179-219c-4e09-a6a8-a9be9d3e8fe0 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:19.408936 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58137857-5b92-4dce-9815-b70cfd14813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:19.431460 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2e331d39-fff0-4328-9766-5b9215749669 admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:19.433371 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2e331d39-fff0-4328-9766-5b9215749669 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8680291 Sep 15 15:22:19.437385 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57280) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:22:19.438431 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] Sync routers for ids ['cc2d872a-1ee0-46c2-9d02-e920d6288e54'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:22:19.498814 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] Routers {'cc2d872a-1ee0-46c2-9d02-e920d6288e54'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:22:19.499430 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:22:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['cc2d872a-1ee0-46c2-9d02-e920d6288e54'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:19.657298 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58137857-5b92-4dce-9815-b70cfd14813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:19.690030 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] Set router cc2d872a-1ee0-46c2-9d02-e920d6288e54 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:22:19.760667 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-58137857-5b92-4dce-9815-b70cfd14813d None None] For port 19c41179-219c-4e09-a6a8-a9be9d3e8fe0, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=19c41179-219c-4e09-a6a8-a9be9d3e8fe0,segment=NetworkSegment(5cee15cb-f745-4c95-86a1-e473e1abda7d),segment_id=5cee15cb-f745-4c95-86a1-e473e1abda7d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:22:19.776796 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58137857-5b92-4dce-9815-b70cfd14813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:19.878844 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58137857-5b92-4dce-9815-b70cfd14813d None None] Pushing event updated for resources: {'Port': ['ID=19c41179-219c-4e09-a6a8-a9be9d3e8fe0,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:19.931952 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-c14e3313-ff28-4038-80df-122b0e9e039a None None] Provisioning complete for port 19c41179-219c-4e09-a6a8-a9be9d3e8fe0 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:19.932522 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c14e3313-ff28-4038-80df-122b0e9e039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:19.975702 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2b6064f0-0ae5-482e-acee-014436d59f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.007726 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'name': 'tempest-TestMinimumBasicScenario-818278960-router', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:17Z', 'updated_at': '2021-09-15T15:22:18Z', 'revision_number': 3, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'gw_port': {'id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:18Z', 'updated_at': '2021-09-15T15:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:20.064220 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 19c41179-219c-4e09-a6a8-a9be9d3e8fe0 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:22:20.068978 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] Checking router: cc2d872a-1ee0-46c2-9d02-e920d6288e54 for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:22:20.069326 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] Updating router cc2d872a-1ee0-46c2-9d02-e920d6288e54 port 8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7 binding host dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:22:20.139487 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-2b6064f0-0ae5-482e-acee-014436d59f06 admin admin] Allocated IP 172.20.0.1 (9917cd2a-afae-446f-9177-04befed21a5e/98aa42af-7080-4858-b9c5-9e72bbad7f07/16d35a02-2ccd-4a55-a6d3-79c916a95da3) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:22:20.142005 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.241186 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 19c41179-219c-4e09-a6a8-a9be9d3e8fe0 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:20.241634 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.255225 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2b6064f0-0ae5-482e-acee-014436d59f06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.292323 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2b6064f0-0ae5-482e-acee-014436d59f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.328035 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6064f0-0ae5-482e-acee-014436d59f06 admin admin] Network 9917cd2a-afae-446f-9177-04befed21a5e is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:22:20.332248 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-2b6064f0-0ae5-482e-acee-014436d59f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:20.335661 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6064f0-0ae5-482e-acee-014436d59f06 admin admin] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:22:20.344334 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6064f0-0ae5-482e-acee-014436d59f06 admin admin] Pushing event updated for resources: {'Port': ['ID=16d35a02-2ccd-4a55-a6d3-79c916a95da3,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:20.384776 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2b6064f0-0ae5-482e-acee-014436d59f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3675270'] for router_interface, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.478102 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.484377 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.540101 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2b6064f0-0ae5-482e-acee-014436d59f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.540591 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949c6fe-96ee-41ce-8ac4-722f2eb28379 None None] Pushing event updated for resources: {'Port': ['ID=8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:20.547676 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] Attempting to bind port 8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7 on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:22:20.547973 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] Attempting to bind port 8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7 by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:22:20.548335 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] Attempting to bind port 8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7 on network de13fce9-42d8-46bf-87ad-5f72634a95fa {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:22:20.557823 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:22:20.558224 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] Checking segment: {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:22:20.558626 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.559020 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] Bound using segment: {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:22:20.559484 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] Bound port: 8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:22:20.559862 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.588635 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-02c83fd5-ebea-467e-9672-fa6501891c6c None None] Provisioning complete for port 16d35a02-2ccd-4a55-a6d3-79c916a95da3 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:20.589003 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-02c83fd5-ebea-467e-9672-fa6501891c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.660125 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-02c83fd5-ebea-467e-9672-fa6501891c6c None None] Port 16d35a02-2ccd-4a55-a6d3-79c916a95da3 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:22:20.661846 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] For port 8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:22:20.673619 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] For port 8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:22:20.678286 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.730452 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2b6064f0-0ae5-482e-acee-014436d59f06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.738222 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2b6064f0-0ae5-482e-acee-014436d59f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.749007 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] Routers {'cc2d872a-1ee0-46c2-9d02-e920d6288e54'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:22:20.749625 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:22:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['cc2d872a-1ee0-46c2-9d02-e920d6288e54'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:20.752591 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949c6fe-96ee-41ce-8ac4-722f2eb28379 None None] Pushing event updated for resources: {'Port': ['ID=8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:20.809012 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6064f0-0ae5-482e-acee-014436d59f06 admin admin] Pushing event updated for resources: {'Port': ['ID=16d35a02-2ccd-4a55-a6d3-79c916a95da3,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:20.814794 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2b6064f0-0ae5-482e-acee-014436d59f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672854'] for router_interface, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.908951 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6064f0-0ae5-482e-acee-014436d59f06 admin admin] Network 9917cd2a-afae-446f-9177-04befed21a5e is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:22:20.910469 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-2b6064f0-0ae5-482e-acee-014436d59f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:21.005763 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] Set router cc2d872a-1ee0-46c2-9d02-e920d6288e54 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:22:21.053983 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6064f0-0ae5-482e-acee-014436d59f06 admin admin] Router cc2d872a-1ee0-46c2-9d02-e920d6288e54 has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:22:21.190795 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6064f0-0ae5-482e-acee-014436d59f06 admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:22:21.196728 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-2b6064f0-0ae5-482e-acee-014436d59f06 admin admin] 10.222.0.44 "PUT /v2.0/routers/cc2d872a-1ee0-46c2-9d02-e920d6288e54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7581208 Sep 15 15:22:21.211508 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-1d1e79b4-3d50-48fa-a420-8eee96454d6c None None] Provisioning complete for port 16d35a02-2ccd-4a55-a6d3-79c916a95da3 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:21.211716 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1d1e79b4-3d50-48fa-a420-8eee96454d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:21.257636 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e79b4-3d50-48fa-a420-8eee96454d6c None None] Port 16d35a02-2ccd-4a55-a6d3-79c916a95da3 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:22:21.265513 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'name': 'tempest-TestMinimumBasicScenario-818278960-router', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:17Z', 'updated_at': '2021-09-15T15:22:20Z', 'revision_number': 4, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'gw_port': {'id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:18Z', 'updated_at': '2021-09-15T15:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '16d35a02-2ccd-4a55-a6d3-79c916a95da3', 'name': '', 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'mac_address': 'fa:16:3e:5c:0d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:20Z', 'updated_at': '2021-09-15T15:22:20Z', 'revision_number': 2, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'subnets': [{'id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:21.291333 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c46629-5720-4dea-bb28-186fb7a16c02 None None] The sync data for ids ['cc2d872a-1ee0-46c2-9d02-e920d6288e54'] in dv-cinder-808837-2-iscsi is: [{'id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'name': 'tempest-TestMinimumBasicScenario-818278960-router', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:17Z', 'updated_at': '2021-09-15T15:22:20Z', 'revision_number': 4, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'gw_port': {'id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:18Z', 'updated_at': '2021-09-15T15:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '16d35a02-2ccd-4a55-a6d3-79c916a95da3', 'name': '', 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'mac_address': 'fa:16:3e:5c:0d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:20Z', 'updated_at': '2021-09-15T15:22:20Z', 'revision_number': 2, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'subnets': [{'id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:22:21.725550 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57296) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:22:21.730500 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-bd44b1b0-eb2f-476c-b1c9-e7b1d93be238 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-609471761-network', 'tenant_id': '688ee12ad95a4232a3a6da4dd60af34e'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:22:21.753151 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd44b1b0-eb2f-476c-b1c9-e7b1d93be238 admin admin] Made reservation on behalf of 688ee12ad95a4232a3a6da4dd60af34e for: {'network': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:22:21.756270 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bd44b1b0-eb2f-476c-b1c9-e7b1d93be238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for network, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:21.768645 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bd44b1b0-eb2f-476c-b1c9-e7b1d93be238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:21.867001 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bd44b1b0-eb2f-476c-b1c9-e7b1d93be238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:21.870999 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bd44b1b0-eb2f-476c-b1c9-e7b1d93be238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:21.895395 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd44b1b0-eb2f-476c-b1c9-e7b1d93be238 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=94132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:22:21.916450 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44b1b0-eb2f-476c-b1c9-e7b1d93be238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065d9183-456a-40a8-bac5-f20393cbc45d,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:21.919697 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bd44b1b0-eb2f-476c-b1c9-e7b1d93be238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:21.920152 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.db.segments_db [None req-bd44b1b0-eb2f-476c-b1c9-e7b1d93be238 admin admin] Added segment ca3a860f-928a-4268-97b3-f9175ea63fc8 of type vlan for network b21badb6-41ed-4069-8a79-c11914100976 Sep 15 15:22:21.978306 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bd44b1b0-eb2f-476c-b1c9-e7b1d93be238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747554121512'] for network, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:22.004656 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bd44b1b0-eb2f-476c-b1c9-e7b1d93be238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396'] for network, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:22.005875 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44b1b0-eb2f-476c-b1c9-e7b1d93be238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:22.006597 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bd44b1b0-eb2f-476c-b1c9-e7b1d93be238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:22.046758 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:22:22.048326 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-bd44b1b0-eb2f-476c-b1c9-e7b1d93be238 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3216295 Sep 15 15:22:22.051646 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57298) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:22:22.058403 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-d3b6c3d1-c95a-454c-84c2-56ab2350924e admin admin] Request body: {'subnet': {'network_id': 'b21badb6-41ed-4069-8a79-c11914100976', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-609471761-subnet', 'tenant_id': '688ee12ad95a4232a3a6da4dd60af34e', 'ip_version': 4}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:22:22.092862 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44b1b0-eb2f-476c-b1c9-e7b1d93be238 admin admin] Pushing event updated for resources: {'Network': ['ID=b21badb6-41ed-4069-8a79-c11914100976,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:22.104277 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Network b21badb6-41ed-4069-8a79-c11914100976 details requested by agent ovs-agent-dv-cinder-808837-2-iscsi with host dv-cinder-808837-2-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:22:22.108749 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b6c3d1-c95a-454c-84c2-56ab2350924e admin admin] Made reservation on behalf of 688ee12ad95a4232a3a6da4dd60af34e for: {'subnet': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:22:22.111432 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c3d1-c95a-454c-84c2-56ab2350924e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11857622'] for subnet, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:22.166389 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:22.167021 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:22.262995 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:22.287268 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] For port 8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:22:22.291806 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:22.351979 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Pushing event updated for resources: {'Port': ['ID=8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:22.585691 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c3d1-c95a-454c-84c2-56ab2350924e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8964620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11857656'] for subnet, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:22.639684 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6c3d1-c95a-454c-84c2-56ab2350924e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a5a597e-6d59-4ffc-b032-5af1955c7b15,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:22.650255 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6c3d1-c95a-454c-84c2-56ab2350924e admin admin] Checking segment: {'id': 'ca3a860f-928a-4268-97b3-f9175ea63fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b21badb6-41ed-4069-8a79-c11914100976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:22:22.650611 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b6c3d1-c95a-454c-84c2-56ab2350924e admin admin] Network hostable DHCP agents. Network: b21badb6-41ed-4069-8a79-c11914100976, hostable agents: ['8778f267-bcf6-40a9-a6c7-747964b5c268'], hosted agents: [] {{(pid=94132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:22:22.666936 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b6c3d1-c95a-454c-84c2-56ab2350924e admin admin] Network b21badb6-41ed-4069-8a79-c11914100976 is scheduled to be hosted by DHCP agent 8778f267-bcf6-40a9-a6c7-747964b5c268 with binding_index 1 {{(pid=94132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:22:22.676836 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-d3b6c3d1-c95a-454c-84c2-56ab2350924e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808837-2-iscsi, b21badb6-41ed-4069-8a79-c11914100976) {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:22.683273 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b6c3d1-c95a-454c-84c2-56ab2350924e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:22.683962 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c3d1-c95a-454c-84c2-56ab2350924e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:22.685388 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d150738-0498-4a9d-9bbf-39cfbf6ad3a5 None None] Network b21badb6-41ed-4069-8a79-c11914100976 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:22:22.699434 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-d3b6c3d1-c95a-454c-84c2-56ab2350924e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6465862 Sep 15 15:22:22.703259 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57300) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:22:22.707572 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-076efc9c-a48e-4ab5-829c-9be9d9ea41c3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-609471761-router', 'tenant_id': '688ee12ad95a4232a3a6da4dd60af34e', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:22:22.727684 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-076efc9c-a48e-4ab5-829c-9be9d9ea41c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3674502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1441'] for router, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:22.728687 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-076efc9c-a48e-4ab5-829c-9be9d9ea41c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3672086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3676550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4060939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:22.820189 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-076efc9c-a48e-4ab5-829c-9be9d9ea41c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:22.856019 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148cf41a-cc58-5c2b-b52a-9984459364b2-b21badb6-41ed-4069-8a79-c11914100976', 'network_id': 'b21badb6-41ed-4069-8a79-c11914100976', 'tenant_id': '688ee12ad95a4232a3a6da4dd60af34e', 'fixed_ips': [{'subnet_id': '3a5a597e-6d59-4ffc-b032-5af1955c7b15'}]}} from dv-cinder-808837-2-iscsi. {{(pid=94133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:22:22.856855 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:23.008540 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-076efc9c-a48e-4ab5-829c-9be9d9ea41c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:23.021289 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] Allocated IP 172.20.0.2 (b21badb6-41ed-4069-8a79-c11914100976/3a5a597e-6d59-4ffc-b032-5af1955c7b15/96c8bce0-37c3-45c0-b767-46ccad31b9e6) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:22:23.195503 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:23.202452 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:23.246998 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] Network b21badb6-41ed-4069-8a79-c11914100976 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:22:23.251271 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:23.255380 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:22:23.265560 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] Pushing event updated for resources: {'Port': ['ID=96c8bce0-37c3-45c0-b767-46ccad31b9e6,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:23.289590 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-076efc9c-a48e-4ab5-829c-9be9d9ea41c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:23.325910 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] Sync routers for ids ['cc2d872a-1ee0-46c2-9d02-e920d6288e54'] in dv-cinder-808837-2-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:22:23.332571 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-076efc9c-a48e-4ab5-829c-9be9d9ea41c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:23.342895 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] Attempting to bind port 96c8bce0-37c3-45c0-b767-46ccad31b9e6 on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:22:23.343325 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] Attempting to bind port 96c8bce0-37c3-45c0-b767-46ccad31b9e6 by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': 'ca3a860f-928a-4268-97b3-f9175ea63fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b21badb6-41ed-4069-8a79-c11914100976'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:22:23.343725 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] Attempting to bind port 96c8bce0-37c3-45c0-b767-46ccad31b9e6 on network b21badb6-41ed-4069-8a79-c11914100976 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:22:23.348249 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] Routers {'cc2d872a-1ee0-46c2-9d02-e920d6288e54'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:22:23.348867 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:22:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['cc2d872a-1ee0-46c2-9d02-e920d6288e54'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:23.355374 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:22:23.355867 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] Checking segment: {'id': 'ca3a860f-928a-4268-97b3-f9175ea63fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b21badb6-41ed-4069-8a79-c11914100976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:22:23.356341 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:23.356801 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] Bound using segment: {'id': 'ca3a860f-928a-4268-97b3-f9175ea63fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b21badb6-41ed-4069-8a79-c11914100976'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:22:23.358051 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] Bound port: 96c8bce0-37c3-45c0-b767-46ccad31b9e6, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3a860f-928a-4268-97b3-f9175ea63fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b21badb6-41ed-4069-8a79-c11914100976'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:22:23.358579 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:23.454631 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] For port 96c8bce0-37c3-45c0-b767-46ccad31b9e6, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:22:23.458235 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] For port 96c8bce0-37c3-45c0-b767-46ccad31b9e6, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=96c8bce0-37c3-45c0-b767-46ccad31b9e6,segment=NetworkSegment(ca3a860f-928a-4268-97b3-f9175ea63fc8),segment_id=ca3a860f-928a-4268-97b3-f9175ea63fc8)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:22:23.463690 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:23.481810 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-076efc9c-a48e-4ab5-829c-9be9d9ea41c3 admin admin] Allocated IP 172.27.1.188 (de13fce9-42d8-46bf-87ad-5f72634a95fa/379175a2-a4aa-4fa7-8529-653d88fdda18/3ad00112-7220-45bf-abc4-56fd9f79f4fa) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:22:23.497846 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] Set router cc2d872a-1ee0-46c2-9d02-e920d6288e54 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:22:23.532422 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae8ce4-31ab-4a16-a63d-d54198c83734 None None] Pushing event updated for resources: {'Port': ['ID=96c8bce0-37c3-45c0-b767-46ccad31b9e6,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:23.628595 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-076efc9c-a48e-4ab5-829c-9be9d9ea41c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:23.683039 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-076efc9c-a48e-4ab5-829c-9be9d9ea41c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:23.757907 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076efc9c-a48e-4ab5-829c-9be9d9ea41c3 admin admin] Network de13fce9-42d8-46bf-87ad-5f72634a95fa is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:22:23.761064 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-076efc9c-a48e-4ab5-829c-9be9d9ea41c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:23.765616 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076efc9c-a48e-4ab5-829c-9be9d9ea41c3 admin admin] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:22:23.808104 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076efc9c-a48e-4ab5-829c-9be9d9ea41c3 admin admin] Pushing event updated for resources: {'Port': ['ID=3ad00112-7220-45bf-abc4-56fd9f79f4fa,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:23.838440 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'name': 'tempest-TestMinimumBasicScenario-818278960-router', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:17Z', 'updated_at': '2021-09-15T15:22:20Z', 'revision_number': 4, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'gw_port': {'id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:18Z', 'updated_at': '2021-09-15T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '16d35a02-2ccd-4a55-a6d3-79c916a95da3', 'name': '', 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'mac_address': 'fa:16:3e:5c:0d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:20Z', 'updated_at': '2021-09-15T15:22:20Z', 'revision_number': 2, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'subnets': [{'id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:23.875922 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] Checking router: cc2d872a-1ee0-46c2-9d02-e920d6288e54 for host: dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:22:23.876531 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] Updating router cc2d872a-1ee0-46c2-9d02-e920d6288e54 port 16d35a02-2ccd-4a55-a6d3-79c916a95da3 binding host dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:22:23.919483 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:24.130743 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:22:24.148212 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-076efc9c-a48e-4ab5-829c-9be9d9ea41c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:24.200771 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:24.201862 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:24.294805 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:24.304778 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 96c8bce0-37c3-45c0-b767-46ccad31b9e6 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:22:24.306348 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:24.355464 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 96c8bce0-37c3-45c0-b767-46ccad31b9e6 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:24.355832 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:24.366787 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799243c4-13f2-44e2-93a8-e01485869eb2 None None] Pushing event updated for resources: {'Port': ['ID=16d35a02-2ccd-4a55-a6d3-79c916a95da3,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:24.376945 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799243c4-13f2-44e2-93a8-e01485869eb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:24.377560 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799243c4-13f2-44e2-93a8-e01485869eb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:24.378333 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799243c4-13f2-44e2-93a8-e01485869eb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:24.378964 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799243c4-13f2-44e2-93a8-e01485869eb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:24.379451 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799243c4-13f2-44e2-93a8-e01485869eb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:24.379938 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799243c4-13f2-44e2-93a8-e01485869eb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:24.380441 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799243c4-13f2-44e2-93a8-e01485869eb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:24.380934 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799243c4-13f2-44e2-93a8-e01485869eb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:24.381445 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799243c4-13f2-44e2-93a8-e01485869eb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:24.381928 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799243c4-13f2-44e2-93a8-e01485869eb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:24.382705 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799243c4-13f2-44e2-93a8-e01485869eb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:24.383204 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799243c4-13f2-44e2-93a8-e01485869eb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:24.448443 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-076efc9c-a48e-4ab5-829c-9be9d9ea41c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3675217'] for router, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:24.475800 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] Attempting to bind port 16d35a02-2ccd-4a55-a6d3-79c916a95da3 on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:22:24.476451 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] Attempting to bind port 16d35a02-2ccd-4a55-a6d3-79c916a95da3 by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': '5cee15cb-f745-4c95-86a1-e473e1abda7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:22:24.477160 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] Attempting to bind port 16d35a02-2ccd-4a55-a6d3-79c916a95da3 on network 9917cd2a-afae-446f-9177-04befed21a5e {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:22:24.483267 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:22:24.483977 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] Checking segment: {'id': '5cee15cb-f745-4c95-86a1-e473e1abda7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:22:24.484410 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:24.484967 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] Bound using segment: {'id': '5cee15cb-f745-4c95-86a1-e473e1abda7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:22:24.485677 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] Bound port: 16d35a02-2ccd-4a55-a6d3-79c916a95da3, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cee15cb-f745-4c95-86a1-e473e1abda7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:22:24.486100 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:24.502238 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:24.553297 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] For port 96c8bce0-37c3-45c0-b767-46ccad31b9e6, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=96c8bce0-37c3-45c0-b767-46ccad31b9e6,segment=NetworkSegment(ca3a860f-928a-4268-97b3-f9175ea63fc8),segment_id=ca3a860f-928a-4268-97b3-f9175ea63fc8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:22:24.558048 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:24.630185 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Pushing event updated for resources: {'Port': ['ID=96c8bce0-37c3-45c0-b767-46ccad31b9e6,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:24.641633 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] For port 16d35a02-2ccd-4a55-a6d3-79c916a95da3, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:22:24.648745 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] For port 16d35a02-2ccd-4a55-a6d3-79c916a95da3, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=16d35a02-2ccd-4a55-a6d3-79c916a95da3,segment=NetworkSegment(5cee15cb-f745-4c95-86a1-e473e1abda7d),segment_id=5cee15cb-f745-4c95-86a1-e473e1abda7d)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:22:24.652056 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076efc9c-a48e-4ab5-829c-9be9d9ea41c3 admin admin] Router a29bf3c7-7b21-48d5-99b6-875d9a6c151a is scheduled to L3 agent db645ea9-179a-465c-875f-1da649e94516 with binding_index 1 {{(pid=94132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:22:24.655826 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:24.735453 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] Routers {'cc2d872a-1ee0-46c2-9d02-e920d6288e54'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:22:24.736279 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:22:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['cc2d872a-1ee0-46c2-9d02-e920d6288e54'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:24.738444 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e652e35-26c2-4a5d-a157-dbef7c3d5cf6 None None] Provisioning complete for port 16d35a02-2ccd-4a55-a6d3-79c916a95da3 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:24.738812 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e652e35-26c2-4a5d-a157-dbef7c3d5cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:24.744977 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799243c4-13f2-44e2-93a8-e01485869eb2 None None] Pushing event updated for resources: {'Port': ['ID=16d35a02-2ccd-4a55-a6d3-79c916a95da3,revision_number=4']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:24.825908 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076efc9c-a48e-4ab5-829c-9be9d9ea41c3 admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:22:24.862445 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] Sync routers for ids ['a29bf3c7-7b21-48d5-99b6-875d9a6c151a'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:22:24.864549 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-076efc9c-a48e-4ab5-829c-9be9d9ea41c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:24.865415 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b32db2-5f70-4caa-a333-5e304fa0f963 None None] Network b21badb6-41ed-4069-8a79-c11914100976 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:22:24.868514 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-076efc9c-a48e-4ab5-829c-9be9d9ea41c3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1617398 Sep 15 15:22:24.868735 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57302) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:22:24.937998 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e652e35-26c2-4a5d-a157-dbef7c3d5cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:24.953239 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] Routers {'a29bf3c7-7b21-48d5-99b6-875d9a6c151a'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:22:24.954777 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:22:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['a29bf3c7-7b21-48d5-99b6-875d9a6c151a'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:24.959037 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] Set router cc2d872a-1ee0-46c2-9d02-e920d6288e54 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:22:25.064232 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-0e652e35-26c2-4a5d-a157-dbef7c3d5cf6 None None] For port 16d35a02-2ccd-4a55-a6d3-79c916a95da3, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=16d35a02-2ccd-4a55-a6d3-79c916a95da3,segment=NetworkSegment(5cee15cb-f745-4c95-86a1-e473e1abda7d),segment_id=5cee15cb-f745-4c95-86a1-e473e1abda7d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:22:25.126183 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e652e35-26c2-4a5d-a157-dbef7c3d5cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:25.236045 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] Set router a29bf3c7-7b21-48d5-99b6-875d9a6c151a gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:22:25.242632 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'name': 'tempest-TestMinimumBasicScenario-818278960-router', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:17Z', 'updated_at': '2021-09-15T15:22:20Z', 'revision_number': 4, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'gw_port': {'id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:18Z', 'updated_at': '2021-09-15T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '16d35a02-2ccd-4a55-a6d3-79c916a95da3', 'name': '', 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'mac_address': 'fa:16:3e:5c:0d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:20Z', 'updated_at': '2021-09-15T15:22:24Z', 'revision_number': 4, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'subnets': [{'id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:25.269823 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc9f75-3615-4f52-ac18-f211977fbbfe None None] The sync data for ids ['cc2d872a-1ee0-46c2-9d02-e920d6288e54'] in dv-cinder-808837-2-iscsi is: [{'id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'name': 'tempest-TestMinimumBasicScenario-818278960-router', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:17Z', 'updated_at': '2021-09-15T15:22:20Z', 'revision_number': 4, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'gw_port': {'id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:18Z', 'updated_at': '2021-09-15T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '16d35a02-2ccd-4a55-a6d3-79c916a95da3', 'name': '', 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'mac_address': 'fa:16:3e:5c:0d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:20Z', 'updated_at': '2021-09-15T15:22:24Z', 'revision_number': 4, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'subnets': [{'id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:22:25.302750 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e652e35-26c2-4a5d-a157-dbef7c3d5cf6 None None] Pushing event updated for resources: {'Port': ['ID=16d35a02-2ccd-4a55-a6d3-79c916a95da3,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:25.370673 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-f4ee4e2c-04a0-49f8-9d40-8bd10c78def0 None None] Provisioning complete for port 96c8bce0-37c3-45c0-b767-46ccad31b9e6 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:25.370982 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f4ee4e2c-04a0-49f8-9d40-8bd10c78def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:25.545282 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8658e6d8-9acf-43b2-8189-48433054b968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:25.681913 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29bf3c7-7b21-48d5-99b6-875d9a6c151a', 'name': 'tempest-TestMinimumBasicScenario-609471761-router', 'tenant_id': '688ee12ad95a4232a3a6da4dd60af34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '3ad00112-7220-45bf-abc4-56fd9f79f4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:22Z', 'updated_at': '2021-09-15T15:22:23Z', 'revision_number': 3, 'project_id': '688ee12ad95a4232a3a6da4dd60af34e', 'gw_port': {'id': '3ad00112-7220-45bf-abc4-56fd9f79f4fa', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:26:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29bf3c7-7b21-48d5-99b6-875d9a6c151a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:23Z', 'updated_at': '2021-09-15T15:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:25.686435 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-f4ee4e2c-04a0-49f8-9d40-8bd10c78def0 None None] Provisioning complete for port 16d35a02-2ccd-4a55-a6d3-79c916a95da3 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:25.686927 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f4ee4e2c-04a0-49f8-9d40-8bd10c78def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:25.725529 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] Checking router: a29bf3c7-7b21-48d5-99b6-875d9a6c151a for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:22:25.725858 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] Updating router a29bf3c7-7b21-48d5-99b6-875d9a6c151a port 3ad00112-7220-45bf-abc4-56fd9f79f4fa binding host dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:22:25.751863 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-8658e6d8-9acf-43b2-8189-48433054b968 admin admin] Allocated IP 172.20.0.1 (b21badb6-41ed-4069-8a79-c11914100976/3a5a597e-6d59-4ffc-b032-5af1955c7b15/590a92cd-a90b-49af-bb04-6bfb6ded051d) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:22:25.806502 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:25.885000 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8658e6d8-9acf-43b2-8189-48433054b968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:25.932710 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8658e6d8-9acf-43b2-8189-48433054b968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:25.980481 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8658e6d8-9acf-43b2-8189-48433054b968 admin admin] Network b21badb6-41ed-4069-8a79-c11914100976 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:22:25.988902 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-8658e6d8-9acf-43b2-8189-48433054b968 admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:25.997812 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8658e6d8-9acf-43b2-8189-48433054b968 admin admin] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:22:26.000642 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658e6d8-9acf-43b2-8189-48433054b968 admin admin] Pushing event updated for resources: {'Port': ['ID=590a92cd-a90b-49af-bb04-6bfb6ded051d,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:26.047303 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8658e6d8-9acf-43b2-8189-48433054b968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3675270'] for router_interface, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:26.156122 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 16d35a02-2ccd-4a55-a6d3-79c916a95da3 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:22:26.166433 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-23bfd718-9518-4390-b1ed-6402d40c843d None None] Provisioning complete for port 96c8bce0-37c3-45c0-b767-46ccad31b9e6 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:26.166859 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-23bfd718-9518-4390-b1ed-6402d40c843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:26.254794 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8658e6d8-9acf-43b2-8189-48433054b968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:26.292349 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:26.301968 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:26.369292 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 16d35a02-2ccd-4a55-a6d3-79c916a95da3 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:26.369660 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:26.432496 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ceeb5-8d6e-464b-8735-c3af1e3f7dfe None None] Pushing event updated for resources: {'Port': ['ID=3ad00112-7220-45bf-abc4-56fd9f79f4fa,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:26.443478 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8658e6d8-9acf-43b2-8189-48433054b968 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:26.445212 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] Attempting to bind port 3ad00112-7220-45bf-abc4-56fd9f79f4fa on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:22:26.445581 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] Attempting to bind port 3ad00112-7220-45bf-abc4-56fd9f79f4fa by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:22:26.446128 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] Attempting to bind port 3ad00112-7220-45bf-abc4-56fd9f79f4fa on network de13fce9-42d8-46bf-87ad-5f72634a95fa {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:22:26.449245 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8658e6d8-9acf-43b2-8189-48433054b968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:26.455125 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ceeb5-8d6e-464b-8735-c3af1e3f7dfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:26.455473 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ceeb5-8d6e-464b-8735-c3af1e3f7dfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:26.455814 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ceeb5-8d6e-464b-8735-c3af1e3f7dfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:26.456163 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ceeb5-8d6e-464b-8735-c3af1e3f7dfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:26.456478 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ceeb5-8d6e-464b-8735-c3af1e3f7dfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:26.456806 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ceeb5-8d6e-464b-8735-c3af1e3f7dfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:26.457133 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ceeb5-8d6e-464b-8735-c3af1e3f7dfe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:26.457456 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ceeb5-8d6e-464b-8735-c3af1e3f7dfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:26.457802 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ceeb5-8d6e-464b-8735-c3af1e3f7dfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:26.458162 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ceeb5-8d6e-464b-8735-c3af1e3f7dfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:26.458484 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ceeb5-8d6e-464b-8735-c3af1e3f7dfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:26.458798 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ceeb5-8d6e-464b-8735-c3af1e3f7dfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:26.470942 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:22:26.471315 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] Checking segment: {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:22:26.471711 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:26.472092 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] Bound using segment: {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:22:26.472626 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] Bound port: 3ad00112-7220-45bf-abc4-56fd9f79f4fa, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc18619-a22d-4c27-9907-1a47d301b8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:22:26.472924 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:26.524199 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8658e6d8-9acf-43b2-8189-48433054b968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3684270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3672854'] for router_interface, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:26.534040 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658e6d8-9acf-43b2-8189-48433054b968 admin admin] Pushing event updated for resources: {'Port': ['ID=590a92cd-a90b-49af-bb04-6bfb6ded051d,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:26.562659 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] For port 3ad00112-7220-45bf-abc4-56fd9f79f4fa, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:22:26.570208 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] For port 3ad00112-7220-45bf-abc4-56fd9f79f4fa, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=3ad00112-7220-45bf-abc4-56fd9f79f4fa,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:22:26.580205 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:26.586331 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 96c8bce0-37c3-45c0-b767-46ccad31b9e6 up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:22:26.673097 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8658e6d8-9acf-43b2-8189-48433054b968 admin admin] Network b21badb6-41ed-4069-8a79-c11914100976 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:22:26.675405 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-8658e6d8-9acf-43b2-8189-48433054b968 admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:26.682171 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-c9e17b77-4750-484f-bfa8-a5a323dfb256 None None] Provisioning complete for port 590a92cd-a90b-49af-bb04-6bfb6ded051d triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:26.682604 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9e17b77-4750-484f-bfa8-a5a323dfb256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:26.727435 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] Routers {'a29bf3c7-7b21-48d5-99b6-875d9a6c151a'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:22:26.728071 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:22:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['a29bf3c7-7b21-48d5-99b6-875d9a6c151a'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:26.731372 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ceeb5-8d6e-464b-8735-c3af1e3f7dfe None None] Pushing event updated for resources: {'Port': ['ID=3ad00112-7220-45bf-abc4-56fd9f79f4fa,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:26.775918 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c9e17b77-4750-484f-bfa8-a5a323dfb256 None None] Port 590a92cd-a90b-49af-bb04-6bfb6ded051d cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:22:26.790169 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 96c8bce0-37c3-45c0-b767-46ccad31b9e6 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:26.790549 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:26.891058 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] Set router a29bf3c7-7b21-48d5-99b6-875d9a6c151a gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:22:27.064505 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-aab0450b-4344-4add-9d66-e2ddf0d0016e None None] Provisioning complete for port 590a92cd-a90b-49af-bb04-6bfb6ded051d triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:27.064887 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aab0450b-4344-4add-9d66-e2ddf0d0016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:27.139447 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8658e6d8-9acf-43b2-8189-48433054b968 admin admin] Router a29bf3c7-7b21-48d5-99b6-875d9a6c151a has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:22:27.140965 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-aab0450b-4344-4add-9d66-e2ddf0d0016e None None] Port 590a92cd-a90b-49af-bb04-6bfb6ded051d cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:22:27.205911 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29bf3c7-7b21-48d5-99b6-875d9a6c151a', 'name': 'tempest-TestMinimumBasicScenario-609471761-router', 'tenant_id': '688ee12ad95a4232a3a6da4dd60af34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '3ad00112-7220-45bf-abc4-56fd9f79f4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:22Z', 'updated_at': '2021-09-15T15:22:26Z', 'revision_number': 4, 'project_id': '688ee12ad95a4232a3a6da4dd60af34e', 'gw_port': {'id': '3ad00112-7220-45bf-abc4-56fd9f79f4fa', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:26:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29bf3c7-7b21-48d5-99b6-875d9a6c151a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:23Z', 'updated_at': '2021-09-15T15:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '590a92cd-a90b-49af-bb04-6bfb6ded051d', 'name': '', 'network_id': 'b21badb6-41ed-4069-8a79-c11914100976', 'tenant_id': '688ee12ad95a4232a3a6da4dd60af34e', 'mac_address': 'fa:16:3e:ed:58:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29bf3c7-7b21-48d5-99b6-875d9a6c151a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3a5a597e-6d59-4ffc-b032-5af1955c7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:25Z', 'updated_at': '2021-09-15T15:22:26Z', 'revision_number': 2, 'project_id': '688ee12ad95a4232a3a6da4dd60af34e', 'subnets': [{'id': '3a5a597e-6d59-4ffc-b032-5af1955c7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:27.257845 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70148d47-514d-4b3d-86e8-116475bfe569 None None] The sync data for ids ['a29bf3c7-7b21-48d5-99b6-875d9a6c151a'] in dv-cinder-808837-2-iscsi is: [{'id': 'a29bf3c7-7b21-48d5-99b6-875d9a6c151a', 'name': 'tempest-TestMinimumBasicScenario-609471761-router', 'tenant_id': '688ee12ad95a4232a3a6da4dd60af34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '3ad00112-7220-45bf-abc4-56fd9f79f4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:22Z', 'updated_at': '2021-09-15T15:22:26Z', 'revision_number': 4, 'project_id': '688ee12ad95a4232a3a6da4dd60af34e', 'gw_port': {'id': '3ad00112-7220-45bf-abc4-56fd9f79f4fa', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:26:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29bf3c7-7b21-48d5-99b6-875d9a6c151a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:23Z', 'updated_at': '2021-09-15T15:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '590a92cd-a90b-49af-bb04-6bfb6ded051d', 'name': '', 'network_id': 'b21badb6-41ed-4069-8a79-c11914100976', 'tenant_id': '688ee12ad95a4232a3a6da4dd60af34e', 'mac_address': 'fa:16:3e:ed:58:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29bf3c7-7b21-48d5-99b6-875d9a6c151a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3a5a597e-6d59-4ffc-b032-5af1955c7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:25Z', 'updated_at': '2021-09-15T15:22:26Z', 'revision_number': 2, 'project_id': '688ee12ad95a4232a3a6da4dd60af34e', 'subnets': [{'id': '3a5a597e-6d59-4ffc-b032-5af1955c7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:22:27.262724 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8658e6d8-9acf-43b2-8189-48433054b968 admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:22:27.268221 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-8658e6d8-9acf-43b2-8189-48433054b968 admin admin] 10.222.0.44 "PUT /v2.0/routers/a29bf3c7-7b21-48d5-99b6-875d9a6c151a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3984609 Sep 15 15:22:29.653860 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] Sync routers for ids ['a29bf3c7-7b21-48d5-99b6-875d9a6c151a'] in dv-cinder-808837-2-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:22:29.664334 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] Routers {'a29bf3c7-7b21-48d5-99b6-875d9a6c151a'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:22:29.664947 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:22:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['a29bf3c7-7b21-48d5-99b6-875d9a6c151a'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:29.894813 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] Set router a29bf3c7-7b21-48d5-99b6-875d9a6c151a gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:22:30.066661 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 3ad00112-7220-45bf-abc4-56fd9f79f4fa up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:22:30.134049 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 3ad00112-7220-45bf-abc4-56fd9f79f4fa triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:30.134510 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:30.188845 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29bf3c7-7b21-48d5-99b6-875d9a6c151a', 'name': 'tempest-TestMinimumBasicScenario-609471761-router', 'tenant_id': '688ee12ad95a4232a3a6da4dd60af34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '3ad00112-7220-45bf-abc4-56fd9f79f4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:22Z', 'updated_at': '2021-09-15T15:22:26Z', 'revision_number': 4, 'project_id': '688ee12ad95a4232a3a6da4dd60af34e', 'gw_port': {'id': '3ad00112-7220-45bf-abc4-56fd9f79f4fa', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:26:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29bf3c7-7b21-48d5-99b6-875d9a6c151a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:23Z', 'updated_at': '2021-09-15T15:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '590a92cd-a90b-49af-bb04-6bfb6ded051d', 'name': '', 'network_id': 'b21badb6-41ed-4069-8a79-c11914100976', 'tenant_id': '688ee12ad95a4232a3a6da4dd60af34e', 'mac_address': 'fa:16:3e:ed:58:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29bf3c7-7b21-48d5-99b6-875d9a6c151a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3a5a597e-6d59-4ffc-b032-5af1955c7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:25Z', 'updated_at': '2021-09-15T15:22:26Z', 'revision_number': 2, 'project_id': '688ee12ad95a4232a3a6da4dd60af34e', 'subnets': [{'id': '3a5a597e-6d59-4ffc-b032-5af1955c7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:30.226982 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] Checking router: a29bf3c7-7b21-48d5-99b6-875d9a6c151a for host: dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:22:30.227696 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] Updating router a29bf3c7-7b21-48d5-99b6-875d9a6c151a port 590a92cd-a90b-49af-bb04-6bfb6ded051d binding host dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:22:30.253778 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:30.262538 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:30.275263 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:30.306886 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] For port 3ad00112-7220-45bf-abc4-56fd9f79f4fa, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=3ad00112-7220-45bf-abc4-56fd9f79f4fa,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:22:30.313505 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:30.389785 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Pushing event updated for resources: {'Port': ['ID=3ad00112-7220-45bf-abc4-56fd9f79f4fa,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:30.599746 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:30.609420 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:30.666505 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b706a6f-1121-481d-8dba-ac756615835e None None] Pushing event updated for resources: {'Port': ['ID=590a92cd-a90b-49af-bb04-6bfb6ded051d,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:30.730744 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] Attempting to bind port 590a92cd-a90b-49af-bb04-6bfb6ded051d on host dv-cinder-808837-2-iscsi for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:22:30.731115 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] Attempting to bind port 590a92cd-a90b-49af-bb04-6bfb6ded051d by drivers openvswitch,hyperv on host dv-cinder-808837-2-iscsi at level 0 using segments [{'id': 'ca3a860f-928a-4268-97b3-f9175ea63fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b21badb6-41ed-4069-8a79-c11914100976'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:22:30.731470 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] Attempting to bind port 590a92cd-a90b-49af-bb04-6bfb6ded051d on network b21badb6-41ed-4069-8a79-c11914100976 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:22:30.738003 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] Checking agent: {'id': '4c640987-1042-4084-9762-d36cd38ec841', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808837-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 2, 4), 'started_at': datetime.datetime(2021, 9, 15, 15, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808837-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:22:30.738698 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] Checking segment: {'id': 'ca3a860f-928a-4268-97b3-f9175ea63fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b21badb6-41ed-4069-8a79-c11914100976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:22:30.739589 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:30.740044 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] Bound using segment: {'id': 'ca3a860f-928a-4268-97b3-f9175ea63fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b21badb6-41ed-4069-8a79-c11914100976'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:22:30.740577 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] Bound port: 590a92cd-a90b-49af-bb04-6bfb6ded051d, host: dv-cinder-808837-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3a860f-928a-4268-97b3-f9175ea63fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b21badb6-41ed-4069-8a79-c11914100976'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:22:30.740987 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:30.832682 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] For port 590a92cd-a90b-49af-bb04-6bfb6ded051d, host dv-cinder-808837-2-iscsi, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:22:30.836354 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] For port 590a92cd-a90b-49af-bb04-6bfb6ded051d, host dv-cinder-808837-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=590a92cd-a90b-49af-bb04-6bfb6ded051d,segment=NetworkSegment(ca3a860f-928a-4268-97b3-f9175ea63fc8),segment_id=ca3a860f-928a-4268-97b3-f9175ea63fc8)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:22:30.841420 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:30.902863 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] Routers {'a29bf3c7-7b21-48d5-99b6-875d9a6c151a'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:22:30.903493 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:22:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['a29bf3c7-7b21-48d5-99b6-875d9a6c151a'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:30.909756 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b706a6f-1121-481d-8dba-ac756615835e None None] Pushing event updated for resources: {'Port': ['ID=590a92cd-a90b-49af-bb04-6bfb6ded051d,revision_number=4']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:31.013750 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-93ed545e-016e-43d7-b712-4f592b077c2e None None] Provisioning complete for port 590a92cd-a90b-49af-bb04-6bfb6ded051d triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:31.014396 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-93ed545e-016e-43d7-b712-4f592b077c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:31.051558 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] Set router a29bf3c7-7b21-48d5-99b6-875d9a6c151a gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:22:31.126468 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-93ed545e-016e-43d7-b712-4f592b077c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:31.171676 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-93ed545e-016e-43d7-b712-4f592b077c2e None None] For port 590a92cd-a90b-49af-bb04-6bfb6ded051d, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=590a92cd-a90b-49af-bb04-6bfb6ded051d,segment=NetworkSegment(ca3a860f-928a-4268-97b3-f9175ea63fc8),segment_id=ca3a860f-928a-4268-97b3-f9175ea63fc8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:22:31.177849 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-93ed545e-016e-43d7-b712-4f592b077c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:31.240733 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed545e-016e-43d7-b712-4f592b077c2e None None] Pushing event updated for resources: {'Port': ['ID=590a92cd-a90b-49af-bb04-6bfb6ded051d,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:31.300471 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-9d672a5f-f293-4d86-8ac5-045d3119d7fc None None] Provisioning complete for port 590a92cd-a90b-49af-bb04-6bfb6ded051d triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:31.300840 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d672a5f-f293-4d86-8ac5-045d3119d7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:31.306979 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29bf3c7-7b21-48d5-99b6-875d9a6c151a', 'name': 'tempest-TestMinimumBasicScenario-609471761-router', 'tenant_id': '688ee12ad95a4232a3a6da4dd60af34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '3ad00112-7220-45bf-abc4-56fd9f79f4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:22Z', 'updated_at': '2021-09-15T15:22:26Z', 'revision_number': 4, 'project_id': '688ee12ad95a4232a3a6da4dd60af34e', 'gw_port': {'id': '3ad00112-7220-45bf-abc4-56fd9f79f4fa', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:26:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29bf3c7-7b21-48d5-99b6-875d9a6c151a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:23Z', 'updated_at': '2021-09-15T15:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '590a92cd-a90b-49af-bb04-6bfb6ded051d', 'name': '', 'network_id': 'b21badb6-41ed-4069-8a79-c11914100976', 'tenant_id': '688ee12ad95a4232a3a6da4dd60af34e', 'mac_address': 'fa:16:3e:ed:58:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29bf3c7-7b21-48d5-99b6-875d9a6c151a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3a5a597e-6d59-4ffc-b032-5af1955c7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:25Z', 'updated_at': '2021-09-15T15:22:30Z', 'revision_number': 4, 'project_id': '688ee12ad95a4232a3a6da4dd60af34e', 'subnets': [{'id': '3a5a597e-6d59-4ffc-b032-5af1955c7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:22:31.339849 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6840b603-7d30-41b5-8d4f-1cc4034ac81d None None] The sync data for ids ['a29bf3c7-7b21-48d5-99b6-875d9a6c151a'] in dv-cinder-808837-2-iscsi is: [{'id': 'a29bf3c7-7b21-48d5-99b6-875d9a6c151a', 'name': 'tempest-TestMinimumBasicScenario-609471761-router', 'tenant_id': '688ee12ad95a4232a3a6da4dd60af34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '3ad00112-7220-45bf-abc4-56fd9f79f4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:22Z', 'updated_at': '2021-09-15T15:22:26Z', 'revision_number': 4, 'project_id': '688ee12ad95a4232a3a6da4dd60af34e', 'gw_port': {'id': '3ad00112-7220-45bf-abc4-56fd9f79f4fa', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:26:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29bf3c7-7b21-48d5-99b6-875d9a6c151a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:23Z', 'updated_at': '2021-09-15T15:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '590a92cd-a90b-49af-bb04-6bfb6ded051d', 'name': '', 'network_id': 'b21badb6-41ed-4069-8a79-c11914100976', 'tenant_id': '688ee12ad95a4232a3a6da4dd60af34e', 'mac_address': 'fa:16:3e:ed:58:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29bf3c7-7b21-48d5-99b6-875d9a6c151a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3a5a597e-6d59-4ffc-b032-5af1955c7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:25Z', 'updated_at': '2021-09-15T15:22:30Z', 'revision_number': 4, 'project_id': '688ee12ad95a4232a3a6da4dd60af34e', 'subnets': [{'id': '3a5a597e-6d59-4ffc-b032-5af1955c7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:22:31.647990 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d174731c-0cc3-476d-bddb-ea38c138a09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:32.056788 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 3ad00112-7220-45bf-abc4-56fd9f79f4fa up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:22:32.113820 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 3ad00112-7220-45bf-abc4-56fd9f79f4fa triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:32.114884 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:32.226977 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 590a92cd-a90b-49af-bb04-6bfb6ded051d up at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:22:32.281832 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Provisioning complete for port 590a92cd-a90b-49af-bb04-6bfb6ded051d triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:32.282251 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:34.305265 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:34.419732 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d43703aa-bb02-452a-8acb-c40f19b5a555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:35.281612 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:37.019605 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:37.458259 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-90b4c391-4caa-4624-8616-8f9de1a01a70 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:37.459637 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-90b4c391-4caa-4624-8616-8f9de1a01a70 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/networks?id=9917cd2a-afae-446f-9177-04befed21a5e HTTP/1.1" status: 200 len: 814 time: 0.0999680 Sep 15 15:22:37.474732 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-1540d870-6759-4964-8501-4f9edc062b3c tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/quotas/3713b8ea81584862a8d1761b44aedc35 HTTP/1.1" status: 200 len: 375 time: 0.0094981 Sep 15 15:22:37.529328 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-e532fc48-2852-4619-8579-6f588f1f0101 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3713b8ea81584862a8d1761b44aedc35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492597 Sep 15 15:22:37.628128 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-4ff26b00-17f4-4c4f-8fb0-edbe458fba03 service neutron] 10.222.0.44 "GET /v2.0/networks/9917cd2a-afae-446f-9177-04befed21a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865176 Sep 15 15:22:37.721857 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-69642420-112e-452e-9450-c02719cb86f1 service neutron] 10.222.0.44 "GET /v2.0/networks/9917cd2a-afae-446f-9177-04befed21a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859733 Sep 15 15:22:37.875545 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6314df4e-50a1-4147-be7d-c70839bdf9ad req-ccdc28b2-a889-4454-adf9-60749e31efce tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 210 time: 0.0264854 Sep 15 15:22:38.826003 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-1cb2bb2a-54fb-482d-8dfa-fc5c55324cd9 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:38.827516 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-1cb2bb2a-54fb-482d-8dfa-fc5c55324cd9 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.47 "GET /v2.0/networks?id=9917cd2a-afae-446f-9177-04befed21a5e HTTP/1.1" status: 200 len: 814 time: 0.1039071 Sep 15 15:22:38.839893 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-48b94a23-24ce-4ed4-b206-8658eebf5318 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Request body: {'port': {'device_id': 'c06ec45e-4432-473e-b889-fce3e22f866a', 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e', 'admin_state_up': True, 'tenant_id': '3713b8ea81584862a8d1761b44aedc35'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:22:38.990216 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5d76565d-1296-4b24-8386-bc76d4aed6d4 req-201f0f8b-454e-4626-8c9c-a179bf2374a4 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 210 time: 0.0361104 Sep 15 15:22:38.995297 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-48b94a23-24ce-4ed4-b206-8658eebf5318 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Made reservation on behalf of 3713b8ea81584862a8d1761b44aedc35 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:22:38.998928 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-48b94a23-24ce-4ed4-b206-8658eebf5318 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:39.130515 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-48b94a23-24ce-4ed4-b206-8658eebf5318 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Allocated IP 172.20.0.4 (9917cd2a-afae-446f-9177-04befed21a5e/98aa42af-7080-4858-b9c5-9e72bbad7f07/d1fdaf75-dc82-446f-8c53-2a00b5bdcdec) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:22:39.341833 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-48b94a23-24ce-4ed4-b206-8658eebf5318 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:39.392161 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-48b94a23-24ce-4ed4-b206-8658eebf5318 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:39.446179 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-48b94a23-24ce-4ed4-b206-8658eebf5318 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Network 9917cd2a-afae-446f-9177-04befed21a5e is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:22:39.449371 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-48b94a23-24ce-4ed4-b206-8658eebf5318 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:39.453458 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-48b94a23-24ce-4ed4-b206-8658eebf5318 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:22:39.462863 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b94a23-24ce-4ed4-b206-8658eebf5318 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Pushing event updated for resources: {'Port': ['ID=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:39.520243 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-48b94a23-24ce-4ed4-b206-8658eebf5318 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:39.521494 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-48b94a23-24ce-4ed4-b206-8658eebf5318 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:39.539742 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-48b94a23-24ce-4ed4-b206-8658eebf5318 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7036633 Sep 15 15:22:39.798810 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-a374aa24-4ff5-407b-8819-ff1ef0570318 None None] Provisioning complete for port d1fdaf75-dc82-446f-8c53-2a00b5bdcdec triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:39.799412 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a374aa24-4ff5-407b-8819-ff1ef0570318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:39.833516 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a374aa24-4ff5-407b-8819-ff1ef0570318 None None] Port d1fdaf75-dc82-446f-8c53-2a00b5bdcdec cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:22:40.114946 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4521a-98e3-4780-ad63-cc6fe1c74138 req-a96a4f14-f284-4e12-9167-5444353866c1 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:40.117162 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c7f4521a-98e3-4780-ad63-cc6fe1c74138 req-a96a4f14-f284-4e12-9167-5444353866c1 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 931 time: 0.0510664 Sep 15 15:22:40.159548 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c7f4521a-98e3-4780-ad63-cc6fe1c74138 req-b7d5557e-e57b-4bca-a6c6-19643066e757 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353749 Sep 15 15:22:41.275974 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07dc28-89d8-4843-af2e-d60ed43cedd2 req-fd02df55-e17d-44a8-a5ed-de38f289eea7 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:41.277471 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-db07dc28-89d8-4843-af2e-d60ed43cedd2 req-fd02df55-e17d-44a8-a5ed-de38f289eea7 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 931 time: 0.0509162 Sep 15 15:22:41.322159 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-db07dc28-89d8-4843-af2e-d60ed43cedd2 req-d50c3e8b-2c45-44c5-9253-87b629d3f625 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375967 Sep 15 15:22:42.450034 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932e67b-ccf7-4a4e-a7ed-27747fed8da9 req-0d2f965d-3be4-4125-af6d-dfd3673e6b6c tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:42.451787 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1932e67b-ccf7-4a4e-a7ed-27747fed8da9 req-0d2f965d-3be4-4125-af6d-dfd3673e6b6c tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 931 time: 0.0570977 Sep 15 15:22:42.493044 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1932e67b-ccf7-4a4e-a7ed-27747fed8da9 req-6125f4e1-9fbb-4ce3-95de-4b18121593f1 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346103 Sep 15 15:22:43.613644 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8030e3-8b65-4af2-b035-f434992b244d req-5b7e2e33-d678-46b2-8d38-6e1f7f2de660 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:43.615176 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ba8030e3-8b65-4af2-b035-f434992b244d req-5b7e2e33-d678-46b2-8d38-6e1f7f2de660 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 931 time: 0.0503712 Sep 15 15:22:43.656395 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ba8030e3-8b65-4af2-b035-f434992b244d req-950524d4-29b1-4170-9fa4-1be29df4d0e7 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351164 Sep 15 15:22:43.870412 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:22:44.775911 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d337f-8c84-4d3c-8775-8a43f5d76539 req-81148661-0285-40d5-afed-bda5da0b210b tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:44.777895 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a45d337f-8c84-4d3c-8775-8a43f5d76539 req-81148661-0285-40d5-afed-bda5da0b210b tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 931 time: 0.0536716 Sep 15 15:22:44.817390 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a45d337f-8c84-4d3c-8775-8a43f5d76539 req-afad76ef-236d-44f2-b892-8724c088d793 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327153 Sep 15 15:22:45.975274 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045283ec-abd0-42a4-9830-d52cea9903e8 req-7e446d67-61b7-4413-911f-6c2f9e35d3c6 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:45.977567 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-045283ec-abd0-42a4-9830-d52cea9903e8 req-7e446d67-61b7-4413-911f-6c2f9e35d3c6 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 931 time: 0.0715570 Sep 15 15:22:46.038513 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-045283ec-abd0-42a4-9830-d52cea9903e8 req-843ed488-5743-4fbd-aad3-4a6167a17eb1 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505211 Sep 15 15:22:47.162279 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914116dc-7268-4d7a-8f61-5de039a5f065 req-05685cac-7281-49e8-a6db-e4d7e36cf1f6 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:47.164551 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-914116dc-7268-4d7a-8f61-5de039a5f065 req-05685cac-7281-49e8-a6db-e4d7e36cf1f6 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 931 time: 0.0519230 Sep 15 15:22:47.209034 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-914116dc-7268-4d7a-8f61-5de039a5f065 req-5a93a9b7-26b8-4891-a5a8-5352b6d3dd2d tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374129 Sep 15 15:22:48.334789 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d7b29-a2ce-40c7-b915-43983e9a6f3e req-810e99cf-83c7-4054-b41d-b0aa02e3d8be tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:48.336349 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d74d7b29-a2ce-40c7-b915-43983e9a6f3e req-810e99cf-83c7-4054-b41d-b0aa02e3d8be tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 931 time: 0.0558329 Sep 15 15:22:48.383037 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d74d7b29-a2ce-40c7-b915-43983e9a6f3e req-8059993a-cbe8-4d3a-84c2-de42d7f0881e tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401378 Sep 15 15:22:48.734573 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] Request body: {'port': {'device_id': 'c06ec45e-4432-473e-b889-fce3e22f866a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80883'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:22:48.792157 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:49.059432 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1fdaf75-dc82-446f-8c53-2a00b5bdcdec {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:22:49.067472 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:49.078924 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] Transition to ACTIVE for port object d1fdaf75-dc82-446f-8c53-2a00b5bdcdec will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:22:49.082707 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:49.132475 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:49.208501 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] Attempting to bind port d1fdaf75-dc82-446f-8c53-2a00b5bdcdec on host hv-cinder-80883 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:22:49.208833 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] Attempting to bind port d1fdaf75-dc82-446f-8c53-2a00b5bdcdec by drivers openvswitch,hyperv on host hv-cinder-80883 at level 0 using segments [{'id': '5cee15cb-f745-4c95-86a1-e473e1abda7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:22:49.209163 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] Attempting to bind port d1fdaf75-dc82-446f-8c53-2a00b5bdcdec on network 9917cd2a-afae-446f-9177-04befed21a5e {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:22:49.213632 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] Port d1fdaf75-dc82-446f-8c53-2a00b5bdcdec on network 9917cd2a-afae-446f-9177-04befed21a5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80883 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:22:49.214001 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] Attempting to bind port d1fdaf75-dc82-446f-8c53-2a00b5bdcdec on network 9917cd2a-afae-446f-9177-04befed21a5e {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:22:49.219692 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] Checking agent: {'id': 'db85dd15-89fb-42a1-b201-2709101a597b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80883', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'started_at': datetime.datetime(2021, 9, 15, 15, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:22:49.220026 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] Checking segment: {'id': '5cee15cb-f745-4c95-86a1-e473e1abda7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:22:49.220404 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] Bound using segment: {'id': '5cee15cb-f745-4c95-86a1-e473e1abda7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:22:49.220832 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] Bound port: d1fdaf75-dc82-446f-8c53-2a00b5bdcdec, host: hv-cinder-80883, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cee15cb-f745-4c95-86a1-e473e1abda7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:22:49.221184 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:49.289985 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] For port d1fdaf75-dc82-446f-8c53-2a00b5bdcdec, host hv-cinder-80883, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:22:49.292913 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] For port d1fdaf75-dc82-446f-8c53-2a00b5bdcdec, host hv-cinder-80883, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec,segment=NetworkSegment(5cee15cb-f745-4c95-86a1-e473e1abda7d),segment_id=5cee15cb-f745-4c95-86a1-e473e1abda7d)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:22:49.299636 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:49.332880 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:49.333503 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:49.334909 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] 10.222.0.47 "PUT /v2.0/ports/d1fdaf75-dc82-446f-8c53-2a00b5bdcdec HTTP/1.1" status: 200 len: 1093 time: 0.6059856 Sep 15 15:22:49.335598 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06ec45e-4432-473e-b889-fce3e22f866a', 'tag': 'd1fdaf75-dc82-446f-8c53-2a00b5bdcdec'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:22:49.337583 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c770b6-2ba3-4321-b415-a2a4f37aba24" -d '{"events": [{"name": "network-changed", "server_uuid": "c06ec45e-4432-473e-b889-fce3e22f866a", "tag": "d1fdaf75-dc82-446f-8c53-2a00b5bdcdec"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:22:49.367968 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebb0d5-86c3-4242-9193-2c6f078a8ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:49.389841 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d35acc6-6332-48bc-b2b5-70916d850b5c x-openstack-request-id: req-5d35acc6-6332-48bc-b2b5-70916d850b5c {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:22:49.390162 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06ec45e-4432-473e-b889-fce3e22f866a", "tag": "d1fdaf75-dc82-446f-8c53-2a00b5bdcdec", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:22:49.390411 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5d35acc6-6332-48bc-b2b5-70916d850b5c {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:22:49.390816 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06ec45e-4432-473e-b889-fce3e22f866a', 'tag': 'd1fdaf75-dc82-446f-8c53-2a00b5bdcdec', 'status': 'completed', 'code': 200} Sep 15 15:22:49.422249 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-d2f67a89-d8d2-41f8-8ec7-0a69bae8d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:49.423754 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-d2f67a89-d8d2-41f8-8ec7-0a69bae8d760 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3713b8ea81584862a8d1761b44aedc35&device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 1096 time: 0.0456367 Sep 15 15:22:49.479181 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-d21e2eb5-d86a-45f4-a9b1-cdfcbe8637bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec HTTP/1.1" status: 200 len: 217 time: 0.0480111 Sep 15 15:22:49.557753 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a2e36-33e6-43c5-9530-792607aacbcd req-2c421de7-50bc-4acc-90bc-a31bafa99f65 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:49.559365 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2a5a2e36-33e6-43c5-9530-792607aacbcd req-2c421de7-50bc-4acc-90bc-a31bafa99f65 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 943 time: 0.0895836 Sep 15 15:22:49.560937 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-0a492f30-6a03-4181-824d-67be636939d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:49.562358 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-0a492f30-6a03-4181-824d-67be636939d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98aa42af-7080-4858-b9c5-9e72bbad7f07 HTTP/1.1" status: 200 len: 853 time: 0.0648730 Sep 15 15:22:49.635603 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2a5a2e36-33e6-43c5-9530-792607aacbcd req-823ff84b-1015-4ee7-b4d6-3da5a34b1649 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693052 Sep 15 15:22:49.642666 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-6d7cb0db-4d5d-4313-b225-38881b988c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:49.644327 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-6d7cb0db-4d5d-4313-b225-38881b988c00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9917cd2a-afae-446f-9177-04befed21a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718169 Sep 15 15:22:49.734379 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-9d7769df-e4f5-469c-9db3-14751d09c707 service neutron] 10.222.0.47 "GET /v2.0/networks/9917cd2a-afae-446f-9177-04befed21a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822778 Sep 15 15:22:49.834487 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0868015e-0f57-4f2e-9d18-b07b4eb01c12 req-7d08ce1c-b651-4406-aee1-420f00514242 service neutron] 10.222.0.47 "GET /v2.0/networks/9917cd2a-afae-446f-9177-04befed21a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927665 Sep 15 15:22:49.924548 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c770b6-2ba3-4321-b415-a2a4f37aba24 req-cc86944c-f783-49b8-9c9f-1d99ec919ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:49.925962 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b2c770b6-2ba3-4321-b415-a2a4f37aba24 req-cc86944c-f783-49b8-9c9f-1d99ec919ea1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3713b8ea81584862a8d1761b44aedc35&device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 1096 time: 0.0474052 Sep 15 15:22:50.039190 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c770b6-2ba3-4321-b415-a2a4f37aba24 req-98f98dae-15fc-44b0-99d5-8cb7f2ae27a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:50.041661 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b2c770b6-2ba3-4321-b415-a2a4f37aba24 req-98f98dae-15fc-44b0-99d5-8cb7f2ae27a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9917cd2a-afae-446f-9177-04befed21a5e HTTP/1.1" status: 200 len: 915 time: 0.1072614 Sep 15 15:22:50.094341 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b2c770b6-2ba3-4321-b415-a2a4f37aba24 req-6a6abc38-74d5-4f82-9c5c-72317fb5e5bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec HTTP/1.1" status: 200 len: 217 time: 0.0450671 Sep 15 15:22:50.149113 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c770b6-2ba3-4321-b415-a2a4f37aba24 req-ecc13969-f900-43be-b4e6-2ec08cb58c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:50.150610 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b2c770b6-2ba3-4321-b415-a2a4f37aba24 req-ecc13969-f900-43be-b4e6-2ec08cb58c58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98aa42af-7080-4858-b9c5-9e72bbad7f07 HTTP/1.1" status: 200 len: 853 time: 0.0486946 Sep 15 15:22:50.202795 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c770b6-2ba3-4321-b415-a2a4f37aba24 req-c961b7f2-d85c-4c55-8c56-a4f5c868f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:50.204233 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b2c770b6-2ba3-4321-b415-a2a4f37aba24 req-c961b7f2-d85c-4c55-8c56-a4f5c868f4eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9917cd2a-afae-446f-9177-04befed21a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453498 Sep 15 15:22:50.301796 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b2c770b6-2ba3-4321-b415-a2a4f37aba24 req-539d545c-674b-4e39-b4eb-2371676d52fe service neutron] 10.222.0.47 "GET /v2.0/networks/9917cd2a-afae-446f-9177-04befed21a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886805 Sep 15 15:22:50.405163 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b2c770b6-2ba3-4321-b415-a2a4f37aba24 req-d8f8a724-a2b5-4503-aed9-8fbe7396e653 service neutron] 10.222.0.47 "GET /v2.0/networks/9917cd2a-afae-446f-9177-04befed21a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953314 Sep 15 15:22:50.757346 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0870b0-0cbb-458c-bf61-5c036c3a2096 req-dd6e2de0-f482-470f-9f85-3af325ba14b8 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:50.759149 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fb0870b0-0cbb-458c-bf61-5c036c3a2096 req-dd6e2de0-f482-470f-9f85-3af325ba14b8 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 943 time: 0.0550921 Sep 15 15:22:50.798489 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fb0870b0-0cbb-458c-bf61-5c036c3a2096 req-5f728a97-1783-4666-990c-a7a23d3a42b4 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332692 Sep 15 15:22:51.918971 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7916d9-646a-4b11-80f6-1e41a2cc6a7f req-33ed1061-5dea-41d4-9470-b7fa42ab489b tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:51.920438 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2a7916d9-646a-4b11-80f6-1e41a2cc6a7f req-33ed1061-5dea-41d4-9470-b7fa42ab489b tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 943 time: 0.0487914 Sep 15 15:22:51.958266 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2a7916d9-646a-4b11-80f6-1e41a2cc6a7f req-c27a9fc0-d023-474f-875b-8239ad960001 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312741 Sep 15 15:22:52.218342 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device d1fdaf75-dc82-446f-8c53-2a00b5bdcdec details requested by agent hyperv_hv-cinder-80883 with host hv-cinder-80883 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:22:52.317832 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port d1fdaf75-dc82-446f-8c53-2a00b5bdcdec, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec,segment=NetworkSegment(5cee15cb-f745-4c95-86a1-e473e1abda7d),segment_id=5cee15cb-f745-4c95-86a1-e473e1abda7d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:22:52.328723 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Returning: {'device': 'd1fdaf75-dc82-446f-8c53-2a00b5bdcdec', 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e', 'port_id': 'd1fdaf75-dc82-446f-8c53-2a00b5bdcdec', 'mac_address': 'fa:16:3e:b3:ba:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:22:52.365682 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:52.379654 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1fdaf75-dc82-446f-8c53-2a00b5bdcdec {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:22:52.400675 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port d1fdaf75-dc82-446f-8c53-2a00b5bdcdec, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec,segment=NetworkSegment(5cee15cb-f745-4c95-86a1-e473e1abda7d),segment_id=5cee15cb-f745-4c95-86a1-e473e1abda7d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:22:52.403972 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:52.453386 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:52.609887 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['d1fdaf75-dc82-446f-8c53-2a00b5bdcdec'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:22:53.071732 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0035df4-4bce-4ae9-9eed-da6ab3be8bb3 req-d06aefc8-4dfc-4bd7-b60a-6f8806bc450e tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:53.073216 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c0035df4-4bce-4ae9-9eed-da6ab3be8bb3 req-d06aefc8-4dfc-4bd7-b60a-6f8806bc450e tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 944 time: 0.0481946 Sep 15 15:22:53.111227 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c0035df4-4bce-4ae9-9eed-da6ab3be8bb3 req-5e542533-7043-4ad7-a545-364909191af1 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315108 Sep 15 15:22:54.236394 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device d1fdaf75-dc82-446f-8c53-2a00b5bdcdec up at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:22:54.259395 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859cc4f-3d9c-45a6-825f-0a9f12cbb079 req-008bb36a-1ec1-4656-a94b-ac8c5da43aa6 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:54.261050 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d859cc4f-3d9c-45a6-825f-0a9f12cbb079 req-008bb36a-1ec1-4656-a94b-ac8c5da43aa6 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 944 time: 0.0734076 Sep 15 15:22:54.302189 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning for port d1fdaf75-dc82-446f-8c53-2a00b5bdcdec completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:22:54.306187 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Provisioning complete for port d1fdaf75-dc82-446f-8c53-2a00b5bdcdec triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:54.306553 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:54.310296 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d859cc4f-3d9c-45a6-825f-0a9f12cbb079 req-97ecdd1a-0253-489d-a2da-9a63edfb2162 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401635 Sep 15 15:22:54.432806 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:54.465846 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06ec45e-4432-473e-b889-fce3e22f866a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fdaf75-dc82-446f-8c53-2a00b5bdcdec'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:22:54.470233 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd20b722e6511dd8ac8d21d34e49961d1fbe5c184e0946ac36f006bfecba286d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12871b2-0b13-4ad8-aff7-0134bc4fa5cf" -d '{"events": [{"server_uuid": "c06ec45e-4432-473e-b889-fce3e22f866a", "name": "network-vif-plugged", "status": "completed", "tag": "d1fdaf75-dc82-446f-8c53-2a00b5bdcdec"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:22:54.498681 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] For port d1fdaf75-dc82-446f-8c53-2a00b5bdcdec, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec,segment=NetworkSegment(5cee15cb-f745-4c95-86a1-e473e1abda7d),segment_id=5cee15cb-f745-4c95-86a1-e473e1abda7d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:22:54.504319 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:54.539114 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970a0dc7-5613-4a82-86cb-de485f6092c3 x-openstack-request-id: req-970a0dc7-5613-4a82-86cb-de485f6092c3 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:22:54.540373 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06ec45e-4432-473e-b889-fce3e22f866a", "name": "network-vif-plugged", "status": "completed", "tag": "d1fdaf75-dc82-446f-8c53-2a00b5bdcdec", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:22:54.540641 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-970a0dc7-5613-4a82-86cb-de485f6092c3 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:22:54.541039 dv-cinder-808837-2-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06ec45e-4432-473e-b889-fce3e22f866a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fdaf75-dc82-446f-8c53-2a00b5bdcdec', 'code': 200} Sep 15 15:22:54.574101 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Pushing event updated for resources: {'Port': ['ID=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:54.722337 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aba809-6c6e-4d3a-b26a-de28df407593 req-d02a448c-d354-444d-8db5-a8998162f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:54.724981 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-25aba809-6c6e-4d3a-b26a-de28df407593 req-d02a448c-d354-444d-8db5-a8998162f10c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 1098 time: 0.0609658 Sep 15 15:22:54.771314 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-25aba809-6c6e-4d3a-b26a-de28df407593 req-dbf4daf3-db2d-4232-bf43-7faa13559110 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390863 Sep 15 15:22:55.432586 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc23971-feaa-4d9c-abaa-60d278449177 req-1b00cf47-de89-4752-80ee-5452db127348 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:55.433935 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fbc23971-feaa-4d9c-abaa-60d278449177 req-1b00cf47-de89-4752-80ee-5452db127348 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 945 time: 0.0478764 Sep 15 15:22:55.471021 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fbc23971-feaa-4d9c-abaa-60d278449177 req-56fb36ec-d820-4e2b-9b50-0f4211ffbbe7 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308294 Sep 15 15:22:56.585504 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96692a9f-c473-4660-a538-9f2e86c36234 req-1fb58d34-05e0-44ca-8b4d-d7536ce2b3ef tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:56.587000 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-96692a9f-c473-4660-a538-9f2e86c36234 req-1fb58d34-05e0-44ca-8b4d-d7536ce2b3ef tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 945 time: 0.0479829 Sep 15 15:22:56.625310 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-96692a9f-c473-4660-a538-9f2e86c36234 req-0811856d-5b61-47d9-b0f7-06cdba9a44d0 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316100 Sep 15 15:22:56.736773 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8937ae1-85de-44b3-9d67-24ce624b1dfe req-67d900cf-109a-40fd-a47f-2146e98fca31 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:56.738286 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c8937ae1-85de-44b3-9d67-24ce624b1dfe req-67d900cf-109a-40fd-a47f-2146e98fca31 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 945 time: 0.0475233 Sep 15 15:22:56.775851 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c8937ae1-85de-44b3-9d67-24ce624b1dfe req-eae2ce98-14bd-4718-a6a1-01d87cf66343 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317216 Sep 15 15:22:57.251262 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6605b6-e1e1-4211-925e-be11527303eb req-7f456b08-af98-42ad-a2b3-88fdd68d0495 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:57.252778 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0d6605b6-e1e1-4211-925e-be11527303eb req-7f456b08-af98-42ad-a2b3-88fdd68d0495 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 945 time: 0.0529861 Sep 15 15:22:57.288729 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0d6605b6-e1e1-4211-925e-be11527303eb req-aa1f15df-86aa-4fc7-9926-08ead114c5f6 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298400 Sep 15 15:23:00.217073 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:01.640474 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-49110be4-2216-43bf-95b3-d3d1e98d2a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:04.289601 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:04.401001 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-89843f54-46d6-4d14-819e-c0063569dffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:05.271952 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:05.308652 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f4d310c-7604-4e93-8be6-f2a53ef9c0ad req-1e88b2dc-97f4-43e0-b65b-2bafda89e691 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386727 Sep 15 15:23:05.386677 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d310c-7604-4e93-8be6-f2a53ef9c0ad req-b3bcd578-3fc0-439a-b046-4502ed3f3602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:05.388141 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f4d310c-7604-4e93-8be6-f2a53ef9c0ad req-b3bcd578-3fc0-439a-b046-4502ed3f3602 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3713b8ea81584862a8d1761b44aedc35&device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 1098 time: 0.0406494 Sep 15 15:23:05.492871 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d310c-7604-4e93-8be6-f2a53ef9c0ad req-57a24308-2b68-4543-b9d7-430b3aa130e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:05.494466 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f4d310c-7604-4e93-8be6-f2a53ef9c0ad req-57a24308-2b68-4543-b9d7-430b3aa130e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9917cd2a-afae-446f-9177-04befed21a5e HTTP/1.1" status: 200 len: 915 time: 0.0890255 Sep 15 15:23:05.547586 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f4d310c-7604-4e93-8be6-f2a53ef9c0ad req-c11c68c6-0253-4767-be57-eb7ad0a35c76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec HTTP/1.1" status: 200 len: 217 time: 0.0459709 Sep 15 15:23:05.642564 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d310c-7604-4e93-8be6-f2a53ef9c0ad req-e15ebe89-4d35-44f9-86dc-90267033ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:05.643918 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f4d310c-7604-4e93-8be6-f2a53ef9c0ad req-e15ebe89-4d35-44f9-86dc-90267033ded3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98aa42af-7080-4858-b9c5-9e72bbad7f07 HTTP/1.1" status: 200 len: 853 time: 0.0888329 Sep 15 15:23:05.684306 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef236fa6-b573-4c5c-8c1c-c12fdd34ac83 req-a74d9c48-ff8a-4e7d-9ade-026cf37a1cdf tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:05.685735 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ef236fa6-b573-4c5c-8c1c-c12fdd34ac83 req-a74d9c48-ff8a-4e7d-9ade-026cf37a1cdf tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 945 time: 0.0862503 Sep 15 15:23:05.712905 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d310c-7604-4e93-8be6-f2a53ef9c0ad req-62e62a88-0ce9-4f32-9e94-d3910f551713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:05.714347 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f4d310c-7604-4e93-8be6-f2a53ef9c0ad req-62e62a88-0ce9-4f32-9e94-d3910f551713 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9917cd2a-afae-446f-9177-04befed21a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630555 Sep 15 15:23:05.746303 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ef236fa6-b573-4c5c-8c1c-c12fdd34ac83 req-e78fcc7b-6774-4926-aa40-abd448413537 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539391 Sep 15 15:23:05.769047 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 57490) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:23:05.816080 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f4d310c-7604-4e93-8be6-f2a53ef9c0ad req-0b59d9d1-6c7c-41a1-a2d2-2a8d7d4ffd31 service neutron] 10.222.0.47 "GET /v2.0/networks/9917cd2a-afae-446f-9177-04befed21a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918949 Sep 15 15:23:05.909257 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f4d310c-7604-4e93-8be6-f2a53ef9c0ad req-bfe1d97b-3a55-460f-a110-9fde937d6462 service neutron] 10.222.0.47 "GET /v2.0/networks/9917cd2a-afae-446f-9177-04befed21a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862691 Sep 15 15:23:05.925207 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad76154-8801-4b61-bbc7-f5bc73214c35 tempest-TestMinimumBasicScenario-626363438 tempest-TestMinimumBasicScenario-626363438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:05.927419 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1ad76154-8801-4b61-bbc7-f5bc73214c35 tempest-TestMinimumBasicScenario-626363438 tempest-TestMinimumBasicScenario-626363438-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 1093 time: 0.1568382 Sep 15 15:23:05.930491 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 57494) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:23:05.934952 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-c502c080-04e9-48b8-b40d-4056dc43d8bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Request body: {'floatingip': {'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'port_id': 'd1fdaf75-dc82-446f-8c53-2a00b5bdcdec', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:23:05.964161 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c502c080-04e9-48b8-b40d-4056dc43d8bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for floatingip, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:06.064154 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c502c080-04e9-48b8-b40d-4056dc43d8bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:06.169700 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-c502c080-04e9-48b8-b40d-4056dc43d8bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Allocated IP 172.27.1.84 (de13fce9-42d8-46bf-87ad-5f72634a95fa/379175a2-a4aa-4fa7-8529-653d88fdda18/0546977a-cf8c-4530-8441-fd2f8290fbee) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:23:06.271056 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c502c080-04e9-48b8-b40d-4056dc43d8bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:06.304584 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c502c080-04e9-48b8-b40d-4056dc43d8bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747554164426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:06.344281 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c502c080-04e9-48b8-b40d-4056dc43d8bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Network de13fce9-42d8-46bf-87ad-5f72634a95fa is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:23:06.348549 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-c502c080-04e9-48b8-b40d-4056dc43d8bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:23:06.351909 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c502c080-04e9-48b8-b40d-4056dc43d8bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:23:06.375594 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502c080-04e9-48b8-b40d-4056dc43d8bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Pushing event updated for resources: {'Port': ['ID=0546977a-cf8c-4530-8441-fd2f8290fbee,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:06.695586 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c502c080-04e9-48b8-b40d-4056dc43d8bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:06.766716 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c502c080-04e9-48b8-b40d-4056dc43d8bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:06.911153 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c502c080-04e9-48b8-b40d-4056dc43d8bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:06.915515 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c502c080-04e9-48b8-b40d-4056dc43d8bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625850'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:06.981476 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502c080-04e9-48b8-b40d-4056dc43d8bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Pushing event updated for resources: {'Port': ['ID=0546977a-cf8c-4530-8441-fd2f8290fbee,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:06.991642 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c502c080-04e9-48b8-b40d-4056dc43d8bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3675147'] for floatingip, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.021854 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.089527 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.db.l3_db [None req-c502c080-04e9-48b8-b40d-4056dc43d8bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Floating IP 3fff2a07-3758-4cbe-beeb-d7644acff6b5 associated. External IP: 172.27.1.84, port: d1fdaf75-dc82-446f-8c53-2a00b5bdcdec. Sep 15 15:23:07.297020 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c502c080-04e9-48b8-b40d-4056dc43d8bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Router cc2d872a-1ee0-46c2-9d02-e920d6288e54 has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:23:07.405380 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c502c080-04e9-48b8-b40d-4056dc43d8bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:23:07.414649 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599b5cac-9468-4797-b155-a5ddfbb05e4a None None] Sync routers for ids ['cc2d872a-1ee0-46c2-9d02-e920d6288e54'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:23:07.421693 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c502c080-04e9-48b8-b40d-4056dc43d8bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.426234 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599b5cac-9468-4797-b155-a5ddfbb05e4a None None] Routers {'cc2d872a-1ee0-46c2-9d02-e920d6288e54'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:23:07.426930 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-599b5cac-9468-4797-b155-a5ddfbb05e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:23:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['cc2d872a-1ee0-46c2-9d02-e920d6288e54'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:07.450696 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c502c080-04e9-48b8-b40d-4056dc43d8bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5191255 Sep 15 15:23:07.451283 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06ec45e-4432-473e-b889-fce3e22f866a', 'tag': 'd1fdaf75-dc82-446f-8c53-2a00b5bdcdec'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:23:07.453579 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57496) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:23:07.454104 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce72b88ea98b9b59f8744ce31cfa81804ac8f91e830cefd0c1469553d0f4f5f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00c6e70-0152-4f7c-949e-1d7e442f18cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c06ec45e-4432-473e-b889-fce3e22f866a", "tag": "d1fdaf75-dc82-446f-8c53-2a00b5bdcdec"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:23:07.459863 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-658a8ad6-9148-4597-8492-ed132944a1ab tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1289720016', 'description': 'tempest-secgroup-smoke-1289720016 description', 'project_id': '3713b8ea81584862a8d1761b44aedc35'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:23:07.489587 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-658a8ad6-9148-4597-8492-ed132944a1ab tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.549293 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-599b5cac-9468-4797-b155-a5ddfbb05e4a None None] Set router cc2d872a-1ee0-46c2-9d02-e920d6288e54 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:23:07.580373 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-658a8ad6-9148-4597-8492-ed132944a1ab tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.584495 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-658a8ad6-9148-4597-8492-ed132944a1ab tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.615722 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-658a8ad6-9148-4597-8492-ed132944a1ab tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.619651 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-658a8ad6-9148-4597-8492-ed132944a1ab tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1612353 Sep 15 15:23:07.620021 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57502) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:23:07.625571 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-4fffeb0d-719d-43cc-8386-4949da51e263 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Request body: {'security_group_rule': {'security_group_id': '0a156dc6-5d10-475e-8816-8818416f8337', 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:23:07.628132 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c607d592-6474-40c6-89a0-9e720cc3e1ee x-openstack-request-id: req-c607d592-6474-40c6-89a0-9e720cc3e1ee {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:23:07.628502 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06ec45e-4432-473e-b889-fce3e22f866a", "tag": "d1fdaf75-dc82-446f-8c53-2a00b5bdcdec", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:23:07.628813 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c607d592-6474-40c6-89a0-9e720cc3e1ee {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:23:07.629302 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06ec45e-4432-473e-b889-fce3e22f866a', 'tag': 'd1fdaf75-dc82-446f-8c53-2a00b5bdcdec', 'status': 'completed', 'code': 200} Sep 15 15:23:07.630888 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a8ad6-9148-4597-8492-ed132944a1ab tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a156dc6-5d10-475e-8816-8818416f8337,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:07.657216 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4fffeb0d-719d-43cc-8386-4949da51e263 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.729611 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c6e70-0152-4f7c-949e-1d7e442f18cc req-e994c2ae-e41b-4caa-a71c-24fd5c9513d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:07.731101 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f00c6e70-0152-4f7c-949e-1d7e442f18cc req-e994c2ae-e41b-4caa-a71c-24fd5c9513d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3713b8ea81584862a8d1761b44aedc35&device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 1098 time: 0.0713017 Sep 15 15:23:07.755755 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4fffeb0d-719d-43cc-8386-4949da51e263 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.768594 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4fffeb0d-719d-43cc-8386-4949da51e263 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.788725 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-599b5cac-9468-4797-b155-a5ddfbb05e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'name': 'tempest-TestMinimumBasicScenario-818278960-router', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:17Z', 'updated_at': '2021-09-15T15:22:20Z', 'revision_number': 4, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'gw_port': {'id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:18Z', 'updated_at': '2021-09-15T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '3fff2a07-3758-4cbe-beeb-d7644acff6b5', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'floating_ip_address': '172.27.1.84', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'port_id': 'd1fdaf75-dc82-446f-8c53-2a00b5bdcdec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e', 'mac_address': 'fa:16:3e:b3:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06ec45e-4432-473e-b889-fce3e22f866a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:23:06Z', 'updated_at': '2021-09-15T15:23:06Z', 'revision_number': 0, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d35a02-2ccd-4a55-a6d3-79c916a95da3', 'name': '', 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'mac_address': 'fa:16:3e:5c:0d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:20Z', 'updated_at': '2021-09-15T15:22:25Z', 'revision_number': 5, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'subnets': [{'id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:07.814995 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599b5cac-9468-4797-b155-a5ddfbb05e4a None None] Checking router: cc2d872a-1ee0-46c2-9d02-e920d6288e54 for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:23:07.819091 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffeb0d-719d-43cc-8386-4949da51e263 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd02a63-cc34-4b2f-a007-c9ec10bb4401,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:07.823397 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599b5cac-9468-4797-b155-a5ddfbb05e4a None None] Routers {'cc2d872a-1ee0-46c2-9d02-e920d6288e54'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:23:07.824080 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-599b5cac-9468-4797-b155-a5ddfbb05e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:23:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['cc2d872a-1ee0-46c2-9d02-e920d6288e54'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:07.831596 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4fffeb0d-719d-43cc-8386-4949da51e263 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.832779 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-4fffeb0d-719d-43cc-8386-4949da51e263 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2118421 Sep 15 15:23:07.835623 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 57504) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:23:07.840251 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-207ef803-d1f8-4e7e-b486-09df31e6462e tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Request body: {'security_group_rule': {'security_group_id': '0a156dc6-5d10-475e-8816-8818416f8337', 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:23:07.854973 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c6e70-0152-4f7c-949e-1d7e442f18cc req-dfcf37c8-89e1-44ec-a646-cbdd9590fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:07.856480 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f00c6e70-0152-4f7c-949e-1d7e442f18cc req-dfcf37c8-89e1-44ec-a646-cbdd9590fc1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=9917cd2a-afae-446f-9177-04befed21a5e HTTP/1.1" status: 200 len: 915 time: 0.1137729 Sep 15 15:23:07.869383 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-207ef803-d1f8-4e7e-b486-09df31e6462e tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.926689 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f00c6e70-0152-4f7c-949e-1d7e442f18cc req-e679bdf2-e35a-4fd1-93ec-9888f9ce0d90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec HTTP/1.1" status: 200 len: 998 time: 0.0630600 Sep 15 15:23:07.931932 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-207ef803-d1f8-4e7e-b486-09df31e6462e tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.936795 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-207ef803-d1f8-4e7e-b486-09df31e6462e tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.941986 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-599b5cac-9468-4797-b155-a5ddfbb05e4a None None] Set router cc2d872a-1ee0-46c2-9d02-e920d6288e54 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:23:07.954823 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ef803-d1f8-4e7e-b486-09df31e6462e tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92455464-237d-4dc2-a86c-464164304c42,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:07.963273 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-207ef803-d1f8-4e7e-b486-09df31e6462e tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:07.964771 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-207ef803-d1f8-4e7e-b486-09df31e6462e tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281333 Sep 15 15:23:07.968168 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 57506) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:23:07.972774 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-b3561df9-51f6-4caa-bbfa-30c0c4d25e97 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Request body: {'security_group_rule': {'security_group_id': '0a156dc6-5d10-475e-8816-8818416f8337', 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:23:07.986199 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c6e70-0152-4f7c-949e-1d7e442f18cc req-3d890613-c23e-4f37-a63f-2b77b7e7b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:07.988457 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f00c6e70-0152-4f7c-949e-1d7e442f18cc req-3d890613-c23e-4f37-a63f-2b77b7e7b91f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98aa42af-7080-4858-b9c5-9e72bbad7f07 HTTP/1.1" status: 200 len: 853 time: 0.0536580 Sep 15 15:23:08.002295 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b3561df9-51f6-4caa-bbfa-30c0c4d25e97 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.037243 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c6e70-0152-4f7c-949e-1d7e442f18cc req-d87e5ad0-ce92-4291-b748-4dadd0bcd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:08.039104 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f00c6e70-0152-4f7c-949e-1d7e442f18cc req-d87e5ad0-ce92-4291-b748-4dadd0bcd829 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9917cd2a-afae-446f-9177-04befed21a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431397 Sep 15 15:23:08.069706 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b3561df9-51f6-4caa-bbfa-30c0c4d25e97 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.073739 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b3561df9-51f6-4caa-bbfa-30c0c4d25e97 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.091843 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3561df9-51f6-4caa-bbfa-30c0c4d25e97 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687e1a36-ae65-47ef-bec7-ad2ed5f74168,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:08.104341 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b3561df9-51f6-4caa-bbfa-30c0c4d25e97 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.109192 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-b3561df9-51f6-4caa-bbfa-30c0c4d25e97 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365612 Sep 15 15:23:08.109703 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 57508) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:23:08.116204 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-02e091a9-1f3a-450d-972d-54fc6137e48a tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Request body: {'security_group_rule': {'security_group_id': '0a156dc6-5d10-475e-8816-8818416f8337', 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:23:08.144121 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f00c6e70-0152-4f7c-949e-1d7e442f18cc req-1ae02f0e-f6a4-42e5-8338-e4ad8da93639 service neutron] 10.222.0.47 "GET /v2.0/networks/9917cd2a-afae-446f-9177-04befed21a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966511 Sep 15 15:23:08.144477 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-02e091a9-1f3a-450d-972d-54fc6137e48a tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.190679 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-599b5cac-9468-4797-b155-a5ddfbb05e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'name': 'tempest-TestMinimumBasicScenario-818278960-router', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:17Z', 'updated_at': '2021-09-15T15:22:20Z', 'revision_number': 4, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'gw_port': {'id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:18Z', 'updated_at': '2021-09-15T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '3fff2a07-3758-4cbe-beeb-d7644acff6b5', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'floating_ip_address': '172.27.1.84', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'port_id': 'd1fdaf75-dc82-446f-8c53-2a00b5bdcdec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e', 'mac_address': 'fa:16:3e:b3:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06ec45e-4432-473e-b889-fce3e22f866a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:23:06Z', 'updated_at': '2021-09-15T15:23:06Z', 'revision_number': 0, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d35a02-2ccd-4a55-a6d3-79c916a95da3', 'name': '', 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'mac_address': 'fa:16:3e:5c:0d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:20Z', 'updated_at': '2021-09-15T15:22:25Z', 'revision_number': 5, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'subnets': [{'id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:23:08.213905 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-02e091a9-1f3a-450d-972d-54fc6137e48a tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.218991 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599b5cac-9468-4797-b155-a5ddfbb05e4a None None] The sync data for ids ['cc2d872a-1ee0-46c2-9d02-e920d6288e54'] in dv-cinder-808837-2-iscsi is: [{'id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'name': 'tempest-TestMinimumBasicScenario-818278960-router', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:17Z', 'updated_at': '2021-09-15T15:22:20Z', 'revision_number': 4, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'gw_port': {'id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:18Z', 'updated_at': '2021-09-15T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_floatingips': [{'id': '3fff2a07-3758-4cbe-beeb-d7644acff6b5', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'floating_ip_address': '172.27.1.84', 'floating_network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'router_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'port_id': 'd1fdaf75-dc82-446f-8c53-2a00b5bdcdec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e', 'mac_address': 'fa:16:3e:b3:ba:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06ec45e-4432-473e-b889-fce3e22f866a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:23:06Z', 'updated_at': '2021-09-15T15:23:06Z', 'revision_number': 0, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d35a02-2ccd-4a55-a6d3-79c916a95da3', 'name': '', 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'mac_address': 'fa:16:3e:5c:0d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:20Z', 'updated_at': '2021-09-15T15:22:25Z', 'revision_number': 5, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'subnets': [{'id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:23:08.219707 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-02e091a9-1f3a-450d-972d-54fc6137e48a tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.242512 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e091a9-1f3a-450d-972d-54fc6137e48a tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eca16a9-9251-4032-87df-afb7ef022869,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:08.246078 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f00c6e70-0152-4f7c-949e-1d7e442f18cc req-bd9dc0f4-61db-46e9-886e-7f02f9b030a5 service neutron] 10.222.0.47 "GET /v2.0/networks/9917cd2a-afae-446f-9177-04befed21a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944748 Sep 15 15:23:08.246730 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-02e091a9-1f3a-450d-972d-54fc6137e48a tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.250061 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-02e091a9-1f3a-450d-972d-54fc6137e48a tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364088 Sep 15 15:23:08.251804 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 57510) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:23:08.258330 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-90236b7e-cb24-4429-966c-796733adb9b5 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Request body: {'security_group_rule': {'security_group_id': '0a156dc6-5d10-475e-8816-8818416f8337', 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:23:08.285903 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.db.securitygroups_db [None req-90236b7e-cb24-4429-966c-796733adb9b5 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Project 3713b8ea81584862a8d1761b44aedc35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 15:23:08.291921 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-90236b7e-cb24-4429-966c-796733adb9b5 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.354204 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-90236b7e-cb24-4429-966c-796733adb9b5 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.358973 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-90236b7e-cb24-4429-966c-796733adb9b5 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.379405 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90236b7e-cb24-4429-966c-796733adb9b5 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f8d291-46bf-4072-92e6-0dabd2e6de4f,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:08.383807 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-90236b7e-cb24-4429-966c-796733adb9b5 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.385170 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-90236b7e-cb24-4429-966c-796733adb9b5 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318135 Sep 15 15:23:08.388070 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 57512) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:23:08.392629 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-54400de3-6d71-45c9-942b-43a531afb09d tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Request body: {'security_group_rule': {'security_group_id': '0a156dc6-5d10-475e-8816-8818416f8337', 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:23:08.415525 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.db.securitygroups_db [None req-54400de3-6d71-45c9-942b-43a531afb09d tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Project 3713b8ea81584862a8d1761b44aedc35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 15:23:08.421365 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-54400de3-6d71-45c9-942b-43a531afb09d tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.430328 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3bbc6-57fc-476e-8446-07d994f30456 None None] New status for floating IP 3fff2a07-3758-4cbe-beeb-d7644acff6b5: ACTIVE {{(pid=94134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:23:08.486258 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-54400de3-6d71-45c9-942b-43a531afb09d tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.490093 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-54400de3-6d71-45c9-942b-43a531afb09d tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4174628'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.511262 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54400de3-6d71-45c9-942b-43a531afb09d tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f40d9d-286d-4fb9-bb4b-7eecbbf21af5,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:08.519711 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-54400de3-6d71-45c9-942b-43a531afb09d tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.521033 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-54400de3-6d71-45c9-942b-43a531afb09d tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1320262 Sep 15 15:23:08.599845 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ff4d1f68-ec41-4854-9bdf-3a7168f4826a req-fbb73d9b-50af-4050-bd35-606d0eb40ad1 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1289720016&fields=id&tenant_id=3713b8ea81584862a8d1761b44aedc35 HTTP/1.1" status: 200 len: 267 time: 0.0336547 Sep 15 15:23:08.654399 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d1f68-ec41-4854-9bdf-3a7168f4826a req-9fcbf772-ea53-4714-a3f1-218b902958ca tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:08.656507 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ff4d1f68-ec41-4854-9bdf-3a7168f4826a req-9fcbf772-ea53-4714-a3f1-218b902958ca tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 945 time: 0.0500460 Sep 15 15:23:08.667190 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-ff4d1f68-ec41-4854-9bdf-3a7168f4826a req-40a15db5-02e8-425d-a458-060e569441dd tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Request body: {'port': {'security_groups': ['707be8be-3744-4a3a-9f80-67c8265d0910', '0a156dc6-5d10-475e-8816-8818416f8337']}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:23:08.725791 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ff4d1f68-ec41-4854-9bdf-3a7168f4826a req-40a15db5-02e8-425d-a458-060e569441dd tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.912616 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-ff4d1f68-ec41-4854-9bdf-3a7168f4826a req-40a15db5-02e8-425d-a458-060e569441dd tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] For port d1fdaf75-dc82-446f-8c53-2a00b5bdcdec, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec,segment=NetworkSegment(5cee15cb-f745-4c95-86a1-e473e1abda7d),segment_id=5cee15cb-f745-4c95-86a1-e473e1abda7d)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:23:08.940974 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ff4d1f68-ec41-4854-9bdf-3a7168f4826a req-40a15db5-02e8-425d-a458-060e569441dd tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.945286 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ff4d1f68-ec41-4854-9bdf-3a7168f4826a req-40a15db5-02e8-425d-a458-060e569441dd tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8964729'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.956950 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['d1fdaf75-dc82-446f-8c53-2a00b5bdcdec'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:23:08.989422 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d1f68-ec41-4854-9bdf-3a7168f4826a req-40a15db5-02e8-425d-a458-060e569441dd tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:08.990307 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ff4d1f68-ec41-4854-9bdf-3a7168f4826a req-40a15db5-02e8-425d-a458-060e569441dd tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:08.991722 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ff4d1f68-ec41-4854-9bdf-3a7168f4826a req-40a15db5-02e8-425d-a458-060e569441dd tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "PUT /v2.0/ports/d1fdaf75-dc82-446f-8c53-2a00b5bdcdec HTTP/1.1" status: 200 len: 981 time: 0.3287621 Sep 15 15:23:08.992167 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06ec45e-4432-473e-b889-fce3e22f866a', 'tag': 'd1fdaf75-dc82-446f-8c53-2a00b5bdcdec'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:23:08.994645 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c60b0f-61b5-4c22-a647-0965b1765965" -d '{"events": [{"name": "network-changed", "server_uuid": "c06ec45e-4432-473e-b889-fce3e22f866a", "tag": "d1fdaf75-dc82-446f-8c53-2a00b5bdcdec"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:23:09.022526 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a15db5-02e8-425d-a458-060e569441dd tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Pushing event updated for resources: {'Port': ['ID=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec,revision_number=6']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:09.051945 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['d1fdaf75-dc82-446f-8c53-2a00b5bdcdec'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:23:09.068347 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16facea3-79a2-4ac1-92eb-cb28fce1d16c x-openstack-request-id: req-16facea3-79a2-4ac1-92eb-cb28fce1d16c {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:23:09.068638 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06ec45e-4432-473e-b889-fce3e22f866a", "tag": "d1fdaf75-dc82-446f-8c53-2a00b5bdcdec", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:23:09.068888 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-16facea3-79a2-4ac1-92eb-cb28fce1d16c {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:23:09.069287 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06ec45e-4432-473e-b889-fce3e22f866a', 'tag': 'd1fdaf75-dc82-446f-8c53-2a00b5bdcdec', 'status': 'completed', 'code': 200} Sep 15 15:23:09.166370 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df63fa-52e8-43d6-9b25-61511f0c7cf9 req-840e6029-1ea4-4cd2-badc-774ec0483cc3 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:09.166370 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-62df63fa-52e8-43d6-9b25-61511f0c7cf9 req-840e6029-1ea4-4cd2-badc-774ec0483cc3 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 984 time: 0.0913632 Sep 15 15:23:09.167024 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c60b0f-61b5-4c22-a647-0965b1765965 req-a495026c-6e4a-40c2-bc8f-c7961f8e2413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:09.168507 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d4c60b0f-61b5-4c22-a647-0965b1765965 req-a495026c-6e4a-40c2-bc8f-c7961f8e2413 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3713b8ea81584862a8d1761b44aedc35&device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 1137 time: 0.0637989 Sep 15 15:23:09.236428 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-62df63fa-52e8-43d6-9b25-61511f0c7cf9 req-db13f5f8-7612-41c9-a09c-0504f280db9b tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&id=0a156dc6-5d10-475e-8816-8818416f8337&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644979 Sep 15 15:23:09.337419 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-36e68f83-2952-48c2-8f70-d9da57b22503 None None] Provisioning complete for port d1fdaf75-dc82-446f-8c53-2a00b5bdcdec triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:23:09.337998 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36e68f83-2952-48c2-8f70-d9da57b22503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:09.559847 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c60b0f-61b5-4c22-a647-0965b1765965 req-f19427ab-12ac-4e10-b942-deb251d17751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:09.561734 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d4c60b0f-61b5-4c22-a647-0965b1765965 req-f19427ab-12ac-4e10-b942-deb251d17751 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9917cd2a-afae-446f-9177-04befed21a5e HTTP/1.1" status: 200 len: 915 time: 0.3831000 Sep 15 15:23:09.625413 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d4c60b0f-61b5-4c22-a647-0965b1765965 req-adf6b0b9-ba81-4efa-be7f-cb522045b05f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec HTTP/1.1" status: 200 len: 1000 time: 0.0566864 Sep 15 15:23:09.680302 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c60b0f-61b5-4c22-a647-0965b1765965 req-d73847c7-e069-4e09-9a95-e89a835ae3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:09.681727 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d4c60b0f-61b5-4c22-a647-0965b1765965 req-d73847c7-e069-4e09-9a95-e89a835ae3d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98aa42af-7080-4858-b9c5-9e72bbad7f07 HTTP/1.1" status: 200 len: 853 time: 0.0500796 Sep 15 15:23:09.726367 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c60b0f-61b5-4c22-a647-0965b1765965 req-713276fb-b03c-4640-a52d-bee6703fe36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:09.727760 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d4c60b0f-61b5-4c22-a647-0965b1765965 req-713276fb-b03c-4640-a52d-bee6703fe36a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9917cd2a-afae-446f-9177-04befed21a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389082 Sep 15 15:23:09.815641 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d4c60b0f-61b5-4c22-a647-0965b1765965 req-06bf8ad4-98bf-4125-b761-44e2a5d1edab service neutron] 10.222.0.47 "GET /v2.0/networks/9917cd2a-afae-446f-9177-04befed21a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794454 Sep 15 15:23:09.910341 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d4c60b0f-61b5-4c22-a647-0965b1765965 req-70178262-ba46-41a6-938f-2be7765a6f42 service neutron] 10.222.0.47 "GET /v2.0/networks/9917cd2a-afae-446f-9177-04befed21a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877762 Sep 15 15:23:20.870556 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:23:30.221563 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:31.640846 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5ab14f8-1ba2-4102-bd9d-717439a326b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:32.024965 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e8fd6-1b24-4512-bc7c-f3510c00caaa req-ffefd570-45d0-4fc6-ac71-910205ff6a03 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:32.026460 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2d1e8fd6-1b24-4512-bc7c-f3510c00caaa req-ffefd570-45d0-4fc6-ac71-910205ff6a03 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 984 time: 0.0790067 Sep 15 15:23:32.028955 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063fc81-8fbf-438f-90eb-66300d925318 req-df1a1156-ceb3-4a9f-808e-5faadf3986f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:32.030487 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f063fc81-8fbf-438f-90eb-66300d925318 req-df1a1156-ceb3-4a9f-808e-5faadf3986f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3713b8ea81584862a8d1761b44aedc35&device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 1137 time: 0.0720508 Sep 15 15:23:32.090684 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2d1e8fd6-1b24-4512-bc7c-f3510c00caaa req-426c86a3-3c58-4573-99cb-680678bb5bb6 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&id=0a156dc6-5d10-475e-8816-8818416f8337&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582390 Sep 15 15:23:32.143081 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063fc81-8fbf-438f-90eb-66300d925318 req-66cea93a-4a50-463b-920e-e90f60e6abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:32.144525 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f063fc81-8fbf-438f-90eb-66300d925318 req-66cea93a-4a50-463b-920e-e90f60e6abe7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9917cd2a-afae-446f-9177-04befed21a5e HTTP/1.1" status: 200 len: 915 time: 0.1059566 Sep 15 15:23:32.218782 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f063fc81-8fbf-438f-90eb-66300d925318 req-c0e4706a-22eb-43b2-a795-5cd50a7605cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec HTTP/1.1" status: 200 len: 1000 time: 0.0660837 Sep 15 15:23:32.266957 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063fc81-8fbf-438f-90eb-66300d925318 req-7eea1430-8d85-4a39-a48c-3b2df3b88ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:32.269022 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f063fc81-8fbf-438f-90eb-66300d925318 req-7eea1430-8d85-4a39-a48c-3b2df3b88ea7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98aa42af-7080-4858-b9c5-9e72bbad7f07 HTTP/1.1" status: 200 len: 853 time: 0.0427420 Sep 15 15:23:32.313063 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063fc81-8fbf-438f-90eb-66300d925318 req-db353d93-8001-4a36-9f00-2d41b5770859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:32.315053 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f063fc81-8fbf-438f-90eb-66300d925318 req-db353d93-8001-4a36-9f00-2d41b5770859 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9917cd2a-afae-446f-9177-04befed21a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379138 Sep 15 15:23:32.406037 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f063fc81-8fbf-438f-90eb-66300d925318 req-258c3e75-5320-4c3a-ae2d-bc0a430d104e service neutron] 10.222.0.47 "GET /v2.0/networks/9917cd2a-afae-446f-9177-04befed21a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836794 Sep 15 15:23:32.499310 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f063fc81-8fbf-438f-90eb-66300d925318 req-0a9fc717-d6e9-4b83-a137-7a4fcff78018 service neutron] 10.222.0.47 "GET /v2.0/networks/9917cd2a-afae-446f-9177-04befed21a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856760 Sep 15 15:23:33.209206 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3018af5-3c0a-4d1e-bf4e-7b02144e667d req-1a9e4367-9548-4ed9-a053-108e0cdf2a53 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:33.210721 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e3018af5-3c0a-4d1e-bf4e-7b02144e667d req-1a9e4367-9548-4ed9-a053-108e0cdf2a53 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 984 time: 0.0492208 Sep 15 15:23:33.250916 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e3018af5-3c0a-4d1e-bf4e-7b02144e667d req-4b32505f-a2a9-440f-86ad-15cd64e37056 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&id=0a156dc6-5d10-475e-8816-8818416f8337&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341952 Sep 15 15:23:34.291134 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:34.369870 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a4f67-0e6b-4e5e-b91a-5ee545b65039 req-c7fa93e0-05b6-483c-8949-84c6a9264382 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:34.371374 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1a4a4f67-0e6b-4e5e-b91a-5ee545b65039 req-c7fa93e0-05b6-483c-8949-84c6a9264382 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 984 time: 0.0534146 Sep 15 15:23:34.401271 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8fac10f9-23e4-4106-9c52-163ce02f82fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:34.413499 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1a4a4f67-0e6b-4e5e-b91a-5ee545b65039 req-ac7cffdb-31a8-4c6a-8096-2e9853b6bfa4 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&id=0a156dc6-5d10-475e-8816-8818416f8337&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353706 Sep 15 15:23:35.275159 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:35.526984 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656b1f2-7ef0-4730-bdda-cc449f8352c1 req-248fcd6d-2eff-4fbc-9642-8b37c5f3b9b7 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:35.528455 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9656b1f2-7ef0-4730-bdda-cc449f8352c1 req-248fcd6d-2eff-4fbc-9642-8b37c5f3b9b7 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 984 time: 0.0482621 Sep 15 15:23:35.567878 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9656b1f2-7ef0-4730-bdda-cc449f8352c1 req-dcb9f968-0402-4c4b-8694-59a1191e902b tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&id=0a156dc6-5d10-475e-8816-8818416f8337&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328169 Sep 15 15:23:36.685877 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3daf7-0a4a-44bf-93d9-8ea8e5e38539 req-b63f7aaf-83b8-4612-b3ca-d202cbcb01f8 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:36.687366 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cad3daf7-0a4a-44bf-93d9-8ea8e5e38539 req-b63f7aaf-83b8-4612-b3ca-d202cbcb01f8 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 984 time: 0.0483294 Sep 15 15:23:36.727229 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cad3daf7-0a4a-44bf-93d9-8ea8e5e38539 req-4730756d-d8ac-4750-9773-ac120b1551da tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&id=0a156dc6-5d10-475e-8816-8818416f8337&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328040 Sep 15 15:23:37.024615 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:37.844925 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d10f5f-045c-4b09-b17f-71f1653cbad8 req-6e2c59a9-74bc-4105-9d46-56b9f0b90ae3 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:37.846498 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b1d10f5f-045c-4b09-b17f-71f1653cbad8 req-6e2c59a9-74bc-4105-9d46-56b9f0b90ae3 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 984 time: 0.0477970 Sep 15 15:23:37.889547 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b1d10f5f-045c-4b09-b17f-71f1653cbad8 req-fc84f42b-c266-45b7-8177-3d6da1dd0b62 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&id=0a156dc6-5d10-475e-8816-8818416f8337&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371835 Sep 15 15:23:39.002800 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a7e4e-9c35-4872-9b52-d9a6c8e806ed req-7b6c4cff-ccc8-4085-bb07-15eb0f1544d6 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:39.004269 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b22a7e4e-9c35-4872-9b52-d9a6c8e806ed req-7b6c4cff-ccc8-4085-bb07-15eb0f1544d6 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 984 time: 0.0497942 Sep 15 15:23:39.043242 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b22a7e4e-9c35-4872-9b52-d9a6c8e806ed req-1977ca97-802e-4bfe-88aa-290a8299694a tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&id=0a156dc6-5d10-475e-8816-8818416f8337&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327153 Sep 15 15:23:40.155174 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3238cba-0e0e-43ae-a8de-bded7c5f438d req-69f76a70-65f3-44f5-8803-6630c7f403da tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:40.156659 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e3238cba-0e0e-43ae-a8de-bded7c5f438d req-69f76a70-65f3-44f5-8803-6630c7f403da tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 984 time: 0.0480664 Sep 15 15:23:40.196375 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e3238cba-0e0e-43ae-a8de-bded7c5f438d req-95babbb5-6c2d-4f23-a80a-55ec259c3ef6 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&id=0a156dc6-5d10-475e-8816-8818416f8337&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325208 Sep 15 15:23:41.314323 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0720682-0ad3-40af-a621-b8252a7a787a req-0a08d70e-d8b8-4964-be7f-f841cb92a6ac tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:41.315839 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f0720682-0ad3-40af-a621-b8252a7a787a req-0a08d70e-d8b8-4964-be7f-f841cb92a6ac tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 984 time: 0.0526369 Sep 15 15:23:41.354592 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f0720682-0ad3-40af-a621-b8252a7a787a req-77e0254b-40e3-4daa-9407-b707b936aa25 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&id=0a156dc6-5d10-475e-8816-8818416f8337&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327806 Sep 15 15:23:42.465688 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc353734-49bf-4392-8460-34d8d0a98aa4 req-598ef2c3-e7c3-4f89-99cf-571147a83e57 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:42.467194 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cc353734-49bf-4392-8460-34d8d0a98aa4 req-598ef2c3-e7c3-4f89-99cf-571147a83e57 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 984 time: 0.0480292 Sep 15 15:23:42.507055 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cc353734-49bf-4392-8460-34d8d0a98aa4 req-f13122fa-f9e2-41e0-bbac-9774e810a566 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&id=0a156dc6-5d10-475e-8816-8818416f8337&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334849 Sep 15 15:23:43.620369 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3a0d9-7ac2-4a4a-b2b8-babf18ecc625 req-a5c9e9f5-c4c3-4ecc-b656-1f1edb78d606 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:43.621853 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fee3a0d9-7ac2-4a4a-b2b8-babf18ecc625 req-a5c9e9f5-c4c3-4ecc-b656-1f1edb78d606 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 984 time: 0.0484960 Sep 15 15:23:43.662241 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fee3a0d9-7ac2-4a4a-b2b8-babf18ecc625 req-68db9d18-fbd2-42b7-97b4-6c89df7f0734 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&id=0a156dc6-5d10-475e-8816-8818416f8337&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337832 Sep 15 15:23:44.774603 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b6e9d-0bff-43d0-b125-d78fc79be161 req-0b7a8353-c7db-43db-91ec-6bcd4ca64d54 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:44.776074 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-667b6e9d-0bff-43d0-b125-d78fc79be161 req-0b7a8353-c7db-43db-91ec-6bcd4ca64d54 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 984 time: 0.0479417 Sep 15 15:23:44.817656 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-667b6e9d-0bff-43d0-b125-d78fc79be161 req-409946cb-d517-4254-b16e-58e6aa64ac33 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&id=0a156dc6-5d10-475e-8816-8818416f8337&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354855 Sep 15 15:23:45.932235 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83794c-81f9-4a48-95e3-9e0fe56ced30 req-85df19a4-85ec-41f0-ba46-bfe4d8c822da tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:45.933723 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4c83794c-81f9-4a48-95e3-9e0fe56ced30 req-85df19a4-85ec-41f0-ba46-bfe4d8c822da tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 984 time: 0.0488825 Sep 15 15:23:45.972326 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4c83794c-81f9-4a48-95e3-9e0fe56ced30 req-769b8651-ee36-442c-8364-7b89f2e2b801 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&id=0a156dc6-5d10-475e-8816-8818416f8337&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325642 Sep 15 15:23:47.085059 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc3455-0ba1-43b0-b6c2-6810768adcc9 req-84b51a0e-47e5-4218-a4fa-f8c2a52c5ada tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:47.086553 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-06bc3455-0ba1-43b0-b6c2-6810768adcc9 req-84b51a0e-47e5-4218-a4fa-f8c2a52c5ada tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 984 time: 0.0473340 Sep 15 15:23:47.124900 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-06bc3455-0ba1-43b0-b6c2-6810768adcc9 req-8598c14c-f379-4d7a-b0ce-c7a2ec55415c tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&id=0a156dc6-5d10-475e-8816-8818416f8337&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324953 Sep 15 15:23:48.247476 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c29e2-89e1-4601-80cf-8047366b2066 req-91fbedf9-75ae-457c-9cae-20bb781d27ae tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:23:48.248858 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-476c29e2-89e1-4601-80cf-8047366b2066 req-91fbedf9-75ae-457c-9cae-20bb781d27ae tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 984 time: 0.0536175 Sep 15 15:23:48.288745 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-476c29e2-89e1-4601-80cf-8047366b2066 req-eb26fbdc-7ab6-4dac-8ab7-067fe72be637 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&id=0a156dc6-5d10-475e-8816-8818416f8337&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330353 Sep 15 15:23:57.870586 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:24:00.216057 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:01.640385 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b5cb6db7-b454-4554-bb28-e2118f97ba35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:04.294582 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:04.401317 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-898f511d-7c02-4e6b-90f0-be46c5f18b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:05.277983 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:06.295610 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-38a7979e-4329-409e-92da-7f720a9e60ae req-2f789971-13ea-4ee3-8e00-112a2898c5e6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395169 Sep 15 15:24:06.375099 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7979e-4329-409e-92da-7f720a9e60ae req-a1571830-b657-4747-8807-b1ae616108e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:06.376569 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-38a7979e-4329-409e-92da-7f720a9e60ae req-a1571830-b657-4747-8807-b1ae616108e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3713b8ea81584862a8d1761b44aedc35&device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 1137 time: 0.0399730 Sep 15 15:24:06.481784 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7979e-4329-409e-92da-7f720a9e60ae req-2154537c-ed68-4259-a776-aea1c08328e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:06.483265 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-38a7979e-4329-409e-92da-7f720a9e60ae req-2154537c-ed68-4259-a776-aea1c08328e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9917cd2a-afae-446f-9177-04befed21a5e HTTP/1.1" status: 200 len: 915 time: 0.0870612 Sep 15 15:24:06.548852 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-38a7979e-4329-409e-92da-7f720a9e60ae req-59c99f22-08f2-4352-977d-9e4f540d2c92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec HTTP/1.1" status: 200 len: 1000 time: 0.0571465 Sep 15 15:24:06.600309 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7979e-4329-409e-92da-7f720a9e60ae req-03420e92-b55e-47fe-8703-b28141bbc251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:06.601712 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-38a7979e-4329-409e-92da-7f720a9e60ae req-03420e92-b55e-47fe-8703-b28141bbc251 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98aa42af-7080-4858-b9c5-9e72bbad7f07 HTTP/1.1" status: 200 len: 853 time: 0.0462735 Sep 15 15:24:06.645491 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7979e-4329-409e-92da-7f720a9e60ae req-c40fffb5-2d59-415c-997d-e218be4cfcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:06.646957 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-38a7979e-4329-409e-92da-7f720a9e60ae req-c40fffb5-2d59-415c-997d-e218be4cfcc8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9917cd2a-afae-446f-9177-04befed21a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389183 Sep 15 15:24:06.736836 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-38a7979e-4329-409e-92da-7f720a9e60ae req-1f23b02a-702e-4f6c-a938-ac57c79f3321 service neutron] 10.222.0.47 "GET /v2.0/networks/9917cd2a-afae-446f-9177-04befed21a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813117 Sep 15 15:24:06.829909 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-38a7979e-4329-409e-92da-7f720a9e60ae req-80fcdfe6-d4e4-4b53-abe3-c0af227a5df9 service neutron] 10.222.0.47 "GET /v2.0/networks/9917cd2a-afae-446f-9177-04befed21a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849664 Sep 15 15:24:07.027563 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:20.594252 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0395c5fd-6757-4c5f-99fe-6c3a362415b3 req-00c64faf-83ac-4d3f-8819-bb0f96bbd6d5 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1289720016&fields=id&tenant_id=3713b8ea81584862a8d1761b44aedc35 HTTP/1.1" status: 200 len: 267 time: 0.0329404 Sep 15 15:24:20.645626 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395c5fd-6757-4c5f-99fe-6c3a362415b3 req-61d71333-b77f-4942-93a8-e1ffb2002e59 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:20.647091 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0395c5fd-6757-4c5f-99fe-6c3a362415b3 req-61d71333-b77f-4942-93a8-e1ffb2002e59 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 984 time: 0.0472822 Sep 15 15:24:20.657677 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-0395c5fd-6757-4c5f-99fe-6c3a362415b3 req-e013692b-b785-41b9-a8f4-5f8d63e3ec79 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Request body: {'port': {'security_groups': ['707be8be-3744-4a3a-9f80-67c8265d0910']}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:24:20.720748 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-0395c5fd-6757-4c5f-99fe-6c3a362415b3 req-e013692b-b785-41b9-a8f4-5f8d63e3ec79 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-948008'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:20.921609 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-0395c5fd-6757-4c5f-99fe-6c3a362415b3 req-e013692b-b785-41b9-a8f4-5f8d63e3ec79 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] For port d1fdaf75-dc82-446f-8c53-2a00b5bdcdec, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec,segment=NetworkSegment(5cee15cb-f745-4c95-86a1-e473e1abda7d),segment_id=5cee15cb-f745-4c95-86a1-e473e1abda7d)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:24:20.949383 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-0395c5fd-6757-4c5f-99fe-6c3a362415b3 req-e013692b-b785-41b9-a8f4-5f8d63e3ec79 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:20.953678 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-0395c5fd-6757-4c5f-99fe-6c3a362415b3 req-e013692b-b785-41b9-a8f4-5f8d63e3ec79 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747554719245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747554164444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747554164462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9625850'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:20.965058 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['d1fdaf75-dc82-446f-8c53-2a00b5bdcdec'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:24:20.995590 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395c5fd-6757-4c5f-99fe-6c3a362415b3 req-e013692b-b785-41b9-a8f4-5f8d63e3ec79 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:20.996257 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-0395c5fd-6757-4c5f-99fe-6c3a362415b3 req-e013692b-b785-41b9-a8f4-5f8d63e3ec79 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:20.997629 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0395c5fd-6757-4c5f-99fe-6c3a362415b3 req-e013692b-b785-41b9-a8f4-5f8d63e3ec79 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "PUT /v2.0/ports/d1fdaf75-dc82-446f-8c53-2a00b5bdcdec HTTP/1.1" status: 200 len: 942 time: 0.3442030 Sep 15 15:24:20.998103 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06ec45e-4432-473e-b889-fce3e22f866a', 'tag': 'd1fdaf75-dc82-446f-8c53-2a00b5bdcdec'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:24:21.003961 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce72b88ea98b9b59f8744ce31cfa81804ac8f91e830cefd0c1469553d0f4f5f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f666541-085d-4652-9b4c-2a89da695fac" -d '{"events": [{"name": "network-changed", "server_uuid": "c06ec45e-4432-473e-b889-fce3e22f866a", "tag": "d1fdaf75-dc82-446f-8c53-2a00b5bdcdec"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:24:21.004222 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57580) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:24:21.030642 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013692b-b785-41b9-a8f4-5f8d63e3ec79 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Pushing event updated for resources: {'Port': ['ID=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec,revision_number=7']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:24:21.038472 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013692b-b785-41b9-a8f4-5f8d63e3ec79 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.038821 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013692b-b785-41b9-a8f4-5f8d63e3ec79 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.039164 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013692b-b785-41b9-a8f4-5f8d63e3ec79 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.039502 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013692b-b785-41b9-a8f4-5f8d63e3ec79 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.039833 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013692b-b785-41b9-a8f4-5f8d63e3ec79 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.040165 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013692b-b785-41b9-a8f4-5f8d63e3ec79 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.040678 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013692b-b785-41b9-a8f4-5f8d63e3ec79 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.040797 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013692b-b785-41b9-a8f4-5f8d63e3ec79 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.041126 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013692b-b785-41b9-a8f4-5f8d63e3ec79 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.041446 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013692b-b785-41b9-a8f4-5f8d63e3ec79 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.041766 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013692b-b785-41b9-a8f4-5f8d63e3ec79 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.042109 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013692b-b785-41b9-a8f4-5f8d63e3ec79 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.075602 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2762a8-b1e5-4b08-9277-7f1d5516b669 x-openstack-request-id: req-bc2762a8-b1e5-4b08-9277-7f1d5516b669 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:24:21.076209 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06ec45e-4432-473e-b889-fce3e22f866a", "tag": "d1fdaf75-dc82-446f-8c53-2a00b5bdcdec", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:24:21.076209 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bc2762a8-b1e5-4b08-9277-7f1d5516b669 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:24:21.076514 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06ec45e-4432-473e-b889-fce3e22f866a', 'tag': 'd1fdaf75-dc82-446f-8c53-2a00b5bdcdec', 'status': 'completed', 'code': 200} Sep 15 15:24:21.086752 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1eed2b11-a78e-4337-b0ba-0068cbc2e9a4 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:21.089520 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['d1fdaf75-dc82-446f-8c53-2a00b5bdcdec'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:24:21.124059 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1eed2b11-a78e-4337-b0ba-0068cbc2e9a4 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:21.192925 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f666541-085d-4652-9b4c-2a89da695fac req-f8954221-1d29-4cc3-9d6d-47e194e139f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:21.194791 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f666541-085d-4652-9b4c-2a89da695fac req-f8954221-1d29-4cc3-9d6d-47e194e139f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3713b8ea81584862a8d1761b44aedc35&device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 1098 time: 0.0853994 Sep 15 15:24:21.270792 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-62294dac-46f7-4d59-b5b3-c8d29df67c67 None None] Provisioning complete for port d1fdaf75-dc82-446f-8c53-2a00b5bdcdec triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:24:21.271079 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-62294dac-46f7-4d59-b5b3-c8d29df67c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-940772'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:21.276634 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1eed2b11-a78e-4337-b0ba-0068cbc2e9a4 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:21.279210 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1eed2b11-a78e-4337-b0ba-0068cbc2e9a4 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:21.280351 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-1eed2b11-a78e-4337-b0ba-0068cbc2e9a4 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "DELETE /v2.0/security-groups/0a156dc6-5d10-475e-8816-8818416f8337 HTTP/1.1" status: 204 len: 168 time: 0.2751274 Sep 15 15:24:21.283473 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.44', 57582) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:24:21.294987 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed2b11-a78e-4337-b0ba-0068cbc2e9a4 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a156dc6-5d10-475e-8816-8818416f8337,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:24:21.305423 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed2b11-a78e-4337-b0ba-0068cbc2e9a4 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.305773 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed2b11-a78e-4337-b0ba-0068cbc2e9a4 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.306174 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed2b11-a78e-4337-b0ba-0068cbc2e9a4 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.306378 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed2b11-a78e-4337-b0ba-0068cbc2e9a4 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.306708 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed2b11-a78e-4337-b0ba-0068cbc2e9a4 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.307035 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed2b11-a78e-4337-b0ba-0068cbc2e9a4 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.307360 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed2b11-a78e-4337-b0ba-0068cbc2e9a4 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.307708 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed2b11-a78e-4337-b0ba-0068cbc2e9a4 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.308014 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed2b11-a78e-4337-b0ba-0068cbc2e9a4 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.308313 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed2b11-a78e-4337-b0ba-0068cbc2e9a4 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.308632 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed2b11-a78e-4337-b0ba-0068cbc2e9a4 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.308943 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eed2b11-a78e-4337-b0ba-0068cbc2e9a4 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:21.333256 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f666541-085d-4652-9b4c-2a89da695fac req-3950d391-a7b0-4134-8a2f-e146d3e3f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:21.334768 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f666541-085d-4652-9b4c-2a89da695fac req-3950d391-a7b0-4134-8a2f-e146d3e3f9a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9917cd2a-afae-446f-9177-04befed21a5e HTTP/1.1" status: 200 len: 915 time: 0.1321177 Sep 15 15:24:21.412658 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f666541-085d-4652-9b4c-2a89da695fac req-c74f1adf-11b7-4edc-ba65-a39a5f3017ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec HTTP/1.1" status: 200 len: 1000 time: 0.0646403 Sep 15 15:24:21.446755 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-368df483-2f5c-4570-9395-3b8028cdbfef tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Deleting port 0546977a-cf8c-4530-8441-fd2f8290fbee {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:24:21.447015 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-368df483-2f5c-4570-9395-3b8028cdbfef tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:21.464924 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f666541-085d-4652-9b4c-2a89da695fac req-8a83be43-4801-48ee-8f90-c0364d704a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:21.466435 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f666541-085d-4652-9b4c-2a89da695fac req-8a83be43-4801-48ee-8f90-c0364d704a38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98aa42af-7080-4858-b9c5-9e72bbad7f07 HTTP/1.1" status: 200 len: 853 time: 0.0453095 Sep 15 15:24:21.512259 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f666541-085d-4652-9b4c-2a89da695fac req-a5f40ce5-e064-4dfa-a226-a5a47a56dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:21.513732 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f666541-085d-4652-9b4c-2a89da695fac req-a5f40ce5-e064-4dfa-a226-a5a47a56dbe2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9917cd2a-afae-446f-9177-04befed21a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405467 Sep 15 15:24:21.520262 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-368df483-2f5c-4570-9395-3b8028cdbfef tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:21.520677 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-368df483-2f5c-4570-9395-3b8028cdbfef tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:21.532184 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-368df483-2f5c-4570-9395-3b8028cdbfef tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Calling delete_port for 0546977a-cf8c-4530-8441-fd2f8290fbee owned by network:floatingip {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:24:21.615852 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f666541-085d-4652-9b4c-2a89da695fac req-ad7f4ea7-7ff8-4c7e-ae38-f32b066da456 service neutron] 10.222.0.47 "GET /v2.0/networks/9917cd2a-afae-446f-9177-04befed21a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946355 Sep 15 15:24:21.711169 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f666541-085d-4652-9b4c-2a89da695fac req-34cac319-cb84-40fb-b453-80b31a35cb93 service neutron] 10.222.0.47 "GET /v2.0/networks/9917cd2a-afae-446f-9177-04befed21a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875971 Sep 15 15:24:21.917318 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-368df483-2f5c-4570-9395-3b8028cdbfef tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9625827'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:21.941885 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368df483-2f5c-4570-9395-3b8028cdbfef tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Pushing event deleted for resources: {'Port': ['ID=0546977a-cf8c-4530-8441-fd2f8290fbee,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:24:22.003589 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-368df483-2f5c-4570-9395-3b8028cdbfef tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks [] for floatingip, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:22.003919 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.db.l3_db [None req-368df483-2f5c-4570-9395-3b8028cdbfef tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Floating IP 3fff2a07-3758-4cbe-beeb-d7644acff6b5 disassociated (deleted). External IP: 172.27.1.84, port: d1fdaf75-dc82-446f-8c53-2a00b5bdcdec. Sep 15 15:24:22.207210 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368df483-2f5c-4570-9395-3b8028cdbfef tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Router cc2d872a-1ee0-46c2-9d02-e920d6288e54 has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:24:22.313115 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368df483-2f5c-4570-9395-3b8028cdbfef tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:24:22.318448 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-368df483-2f5c-4570-9395-3b8028cdbfef tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:22.324012 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b229e39-7aff-47f5-8cbc-6c535734e94a None None] Sync routers for ids ['cc2d872a-1ee0-46c2-9d02-e920d6288e54'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:24:22.334075 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b229e39-7aff-47f5-8cbc-6c535734e94a None None] Routers {'cc2d872a-1ee0-46c2-9d02-e920d6288e54'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:24:22.334673 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-1b229e39-7aff-47f5-8cbc-6c535734e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:24:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['cc2d872a-1ee0-46c2-9d02-e920d6288e54'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:22.344104 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-368df483-2f5c-4570-9395-3b8028cdbfef tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "DELETE /v2.0/floatingips/3fff2a07-3758-4cbe-beeb-d7644acff6b5 HTTP/1.1" status: 204 len: 168 time: 1.0592926 Sep 15 15:24:22.447183 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-1b229e39-7aff-47f5-8cbc-6c535734e94a None None] Set router cc2d872a-1ee0-46c2-9d02-e920d6288e54 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:24:22.765160 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-1b229e39-7aff-47f5-8cbc-6c535734e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'name': 'tempest-TestMinimumBasicScenario-818278960-router', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:17Z', 'updated_at': '2021-09-15T15:22:20Z', 'revision_number': 4, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'gw_port': {'id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:18Z', 'updated_at': '2021-09-15T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '16d35a02-2ccd-4a55-a6d3-79c916a95da3', 'name': '', 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'mac_address': 'fa:16:3e:5c:0d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:20Z', 'updated_at': '2021-09-15T15:22:25Z', 'revision_number': 5, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'subnets': [{'id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:22.794816 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b229e39-7aff-47f5-8cbc-6c535734e94a None None] Checking router: cc2d872a-1ee0-46c2-9d02-e920d6288e54 for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:24:22.803607 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b229e39-7aff-47f5-8cbc-6c535734e94a None None] Routers {'cc2d872a-1ee0-46c2-9d02-e920d6288e54'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:24:22.804213 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-1b229e39-7aff-47f5-8cbc-6c535734e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:24:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['cc2d872a-1ee0-46c2-9d02-e920d6288e54'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:22.912461 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-1b229e39-7aff-47f5-8cbc-6c535734e94a None None] Set router cc2d872a-1ee0-46c2-9d02-e920d6288e54 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:24:23.077598 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06ec45e-4432-473e-b889-fce3e22f866a', 'tag': 'd1fdaf75-dc82-446f-8c53-2a00b5bdcdec'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:24:23.080160 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce72b88ea98b9b59f8744ce31cfa81804ac8f91e830cefd0c1469553d0f4f5f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ba546b-024f-4628-b1aa-a1f7a00fbbfd" -d '{"events": [{"name": "network-changed", "server_uuid": "c06ec45e-4432-473e-b889-fce3e22f866a", "tag": "d1fdaf75-dc82-446f-8c53-2a00b5bdcdec"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:24:23.116587 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b06456e-a7fe-48d4-8aaa-d9f2256162d7 x-openstack-request-id: req-2b06456e-a7fe-48d4-8aaa-d9f2256162d7 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:24:23.116880 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06ec45e-4432-473e-b889-fce3e22f866a", "tag": "d1fdaf75-dc82-446f-8c53-2a00b5bdcdec", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:24:23.117134 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b06456e-a7fe-48d4-8aaa-d9f2256162d7 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:24:23.117528 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06ec45e-4432-473e-b889-fce3e22f866a', 'tag': 'd1fdaf75-dc82-446f-8c53-2a00b5bdcdec', 'status': 'completed', 'code': 200} Sep 15 15:24:23.128437 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-1b229e39-7aff-47f5-8cbc-6c535734e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'name': 'tempest-TestMinimumBasicScenario-818278960-router', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:17Z', 'updated_at': '2021-09-15T15:22:20Z', 'revision_number': 4, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'gw_port': {'id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:18Z', 'updated_at': '2021-09-15T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '16d35a02-2ccd-4a55-a6d3-79c916a95da3', 'name': '', 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'mac_address': 'fa:16:3e:5c:0d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:20Z', 'updated_at': '2021-09-15T15:22:25Z', 'revision_number': 5, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'subnets': [{'id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:23.154976 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b229e39-7aff-47f5-8cbc-6c535734e94a None None] The sync data for ids ['cc2d872a-1ee0-46c2-9d02-e920d6288e54'] in dv-cinder-808837-2-iscsi is: [{'id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'name': 'tempest-TestMinimumBasicScenario-818278960-router', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:17Z', 'updated_at': '2021-09-15T15:22:20Z', 'revision_number': 4, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'gw_port': {'id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:18Z', 'updated_at': '2021-09-15T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi', '_interfaces': [{'id': '16d35a02-2ccd-4a55-a6d3-79c916a95da3', 'name': '', 'network_id': '9917cd2a-afae-446f-9177-04befed21a5e', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'mac_address': 'fa:16:3e:5c:0d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:20Z', 'updated_at': '2021-09-15T15:22:25Z', 'revision_number': 5, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'subnets': [{'id': '98aa42af-7080-4858-b9c5-9e72bbad7f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:24:23.183273 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba546b-024f-4628-b1aa-a1f7a00fbbfd req-62c67ee1-ddf2-4298-b6c2-cbae5b344963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:23.184831 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8ba546b-024f-4628-b1aa-a1f7a00fbbfd req-62c67ee1-ddf2-4298-b6c2-cbae5b344963 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3713b8ea81584862a8d1761b44aedc35&device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 1098 time: 0.0436635 Sep 15 15:24:23.304578 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba546b-024f-4628-b1aa-a1f7a00fbbfd req-fd542d4a-8380-4a25-b935-09a6ea25aa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:23.306465 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8ba546b-024f-4628-b1aa-a1f7a00fbbfd req-fd542d4a-8380-4a25-b935-09a6ea25aa5b service neutron] 10.222.0.47 "GET /v2.0/networks?id=9917cd2a-afae-446f-9177-04befed21a5e HTTP/1.1" status: 200 len: 915 time: 0.1135833 Sep 15 15:24:23.353310 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8ba546b-024f-4628-b1aa-a1f7a00fbbfd req-9f5c05c7-4ba1-4155-8057-84e73f90537a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec HTTP/1.1" status: 200 len: 217 time: 0.0399930 Sep 15 15:24:23.407128 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc84f61f-be76-4f7f-b186-65c554c52b60 None None] New status for floating IP 3fff2a07-3758-4cbe-beeb-d7644acff6b5: DOWN {{(pid=94134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:24:23.410750 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba546b-024f-4628-b1aa-a1f7a00fbbfd req-841c2334-561a-4cc8-99f6-2afd9c25d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:23.412234 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8ba546b-024f-4628-b1aa-a1f7a00fbbfd req-841c2334-561a-4cc8-99f6-2afd9c25d82b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98aa42af-7080-4858-b9c5-9e72bbad7f07 HTTP/1.1" status: 200 len: 853 time: 0.0521529 Sep 15 15:24:23.459360 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba546b-024f-4628-b1aa-a1f7a00fbbfd req-5481a42e-0e94-46e2-a91c-2042d84158f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:23.460803 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8ba546b-024f-4628-b1aa-a1f7a00fbbfd req-5481a42e-0e94-46e2-a91c-2042d84158f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9917cd2a-afae-446f-9177-04befed21a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410573 Sep 15 15:24:23.560672 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8ba546b-024f-4628-b1aa-a1f7a00fbbfd req-37ff460f-645b-420f-b969-df37a35352a9 service neutron] 10.222.0.47 "GET /v2.0/networks/9917cd2a-afae-446f-9177-04befed21a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910261 Sep 15 15:24:23.655205 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d8ba546b-024f-4628-b1aa-a1f7a00fbbfd req-d4899af8-22c9-4a67-bbb8-da2fd106b5a8 service neutron] 10.222.0.47 "GET /v2.0/networks/9917cd2a-afae-446f-9177-04befed21a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878320 Sep 15 15:24:25.073926 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408e7eb-d929-4d44-9044-bbb3ce9f67be req-894edae0-d672-4f14-955f-da0431fc80e9 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:25.075430 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d408e7eb-d929-4d44-9044-bbb3ce9f67be req-894edae0-d672-4f14-955f-da0431fc80e9 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 945 time: 0.0479317 Sep 15 15:24:25.113501 dv-cinder-808837-2-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d408e7eb-d929-4d44-9044-bbb3ce9f67be req-fdc6932a-d6f6-437e-b331-06a7206a2c11 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320747 Sep 15 15:24:26.228753 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16d6a7-bdcf-455f-9a4a-65dc20503972 req-1408cc16-32df-4843-92bb-f054a82c0d96 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:26.230222 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4e16d6a7-bdcf-455f-9a4a-65dc20503972 req-1408cc16-32df-4843-92bb-f054a82c0d96 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 945 time: 0.0479178 Sep 15 15:24:26.267281 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4e16d6a7-bdcf-455f-9a4a-65dc20503972 req-e716d97b-145b-40d2-be7a-f9609e9fbbfb tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/security-groups?id=707be8be-3744-4a3a-9f80-67c8265d0910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312908 Sep 15 15:24:26.702112 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5a929-fe22-48db-816c-d8fcf4d724d3 req-5024b758-61ff-4d6c-aacc-143de84fde82 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:24:26.703446 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4da5a929-fe22-48db-816c-d8fcf4d724d3 req-5024b758-61ff-4d6c-aacc-143de84fde82 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.47 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 945 time: 0.0505297 Sep 15 15:24:26.789742 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-4da5a929-fe22-48db-816c-d8fcf4d724d3 req-7d0bba39-679a-4468-b738-843a53a8c412 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Deleting port d1fdaf75-dc82-446f-8c53-2a00b5bdcdec {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:24:26.790098 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-4da5a929-fe22-48db-816c-d8fcf4d724d3 req-7d0bba39-679a-4468-b738-843a53a8c412 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:26.880343 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-4da5a929-fe22-48db-816c-d8fcf4d724d3 req-7d0bba39-679a-4468-b738-843a53a8c412 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] For port d1fdaf75-dc82-446f-8c53-2a00b5bdcdec, host hv-cinder-80883, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80883',level=0,port_id=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec,segment=NetworkSegment(5cee15cb-f745-4c95-86a1-e473e1abda7d),segment_id=5cee15cb-f745-4c95-86a1-e473e1abda7d)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:24:26.880696 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-4da5a929-fe22-48db-816c-d8fcf4d724d3 req-7d0bba39-679a-4468-b738-843a53a8c412 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:26.893587 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-4da5a929-fe22-48db-816c-d8fcf4d724d3 req-7d0bba39-679a-4468-b738-843a53a8c412 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Calling delete_port for d1fdaf75-dc82-446f-8c53-2a00b5bdcdec owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:24:27.017020 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-4da5a929-fe22-48db-816c-d8fcf4d724d3 req-7d0bba39-679a-4468-b738-843a53a8c412 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:27.033541 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] get_ports_and_sgs() called for port_ids ['d1fdaf75-dc82-446f-8c53-2a00b5bdcdec'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:24:27.048234 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bba39-679a-4468-b738-843a53a8c412 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Pushing event deleted for resources: {'Port': ['ID=d1fdaf75-dc82-446f-8c53-2a00b5bdcdec,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:24:27.088599 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da5a929-fe22-48db-816c-d8fcf4d724d3 req-7d0bba39-679a-4468-b738-843a53a8c412 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] No DVR routers for this DVR port d1fdaf75-dc82-446f-8c53-2a00b5bdcdec on host hv-cinder-80883 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:24:27.091109 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-4da5a929-fe22-48db-816c-d8fcf4d724d3 req-7d0bba39-679a-4468-b738-843a53a8c412 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216673'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:27.093305 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4da5a929-fe22-48db-816c-d8fcf4d724d3 req-7d0bba39-679a-4468-b738-843a53a8c412 tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.47 "DELETE /v2.0/ports/d1fdaf75-dc82-446f-8c53-2a00b5bdcdec HTTP/1.1" status: 204 len: 173 time: 0.3837574 Sep 15 15:24:27.093735 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06ec45e-4432-473e-b889-fce3e22f866a', 'name': 'network-vif-deleted', 'tag': 'd1fdaf75-dc82-446f-8c53-2a00b5bdcdec'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:24:27.095968 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa390af8aec58612237cbd8009b7183c893b155bb47f26cfddeafa9f756eff97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb771e2-a9f0-406b-9456-711ea84ba1b6" -d '{"events": [{"server_uuid": "c06ec45e-4432-473e-b889-fce3e22f866a", "name": "network-vif-deleted", "tag": "d1fdaf75-dc82-446f-8c53-2a00b5bdcdec"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:24:27.131273 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649a1d95-56c1-48c5-9f7e-278c8caed2a2 x-openstack-request-id: req-649a1d95-56c1-48c5-9f7e-278c8caed2a2 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:24:27.131556 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06ec45e-4432-473e-b889-fce3e22f866a", "name": "network-vif-deleted", "tag": "d1fdaf75-dc82-446f-8c53-2a00b5bdcdec", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:24:27.131800 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-649a1d95-56c1-48c5-9f7e-278c8caed2a2 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:24:27.132191 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06ec45e-4432-473e-b889-fce3e22f866a', 'name': 'network-vif-deleted', 'tag': 'd1fdaf75-dc82-446f-8c53-2a00b5bdcdec', 'status': 'completed', 'code': 200} Sep 15 15:24:27.376840 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bcb9649f-0913-4a6f-a44c-72f1a6830775 req-b2245604-397b-424a-9fa8-ada1d4f872bc tempest-TestMinimumBasicScenario-1769613494 tempest-TestMinimumBasicScenario-1769613494-project] 10.222.0.44 "GET /v2.0/ports?device_id=c06ec45e-4432-473e-b889-fce3e22f866a HTTP/1.1" status: 200 len: 210 time: 0.0262091 Sep 15 15:24:28.968981 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57672) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:24:29.306623 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-85ed8b08-c4b3-45b0-8ea1-b3b6855d75c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672843'] for router_interface, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:29.543740 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-85ed8b08-c4b3-45b0-8ea1-b3b6855d75c7 admin admin] Deleting port 16d35a02-2ccd-4a55-a6d3-79c916a95da3 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:24:29.544069 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-85ed8b08-c4b3-45b0-8ea1-b3b6855d75c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:29.617924 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-85ed8b08-c4b3-45b0-8ea1-b3b6855d75c7 admin admin] For port 16d35a02-2ccd-4a55-a6d3-79c916a95da3, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=16d35a02-2ccd-4a55-a6d3-79c916a95da3,segment=NetworkSegment(5cee15cb-f745-4c95-86a1-e473e1abda7d),segment_id=5cee15cb-f745-4c95-86a1-e473e1abda7d)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:24:29.618229 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-85ed8b08-c4b3-45b0-8ea1-b3b6855d75c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:29.630440 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-85ed8b08-c4b3-45b0-8ea1-b3b6855d75c7 admin admin] Calling delete_port for 16d35a02-2ccd-4a55-a6d3-79c916a95da3 owned by network:router_interface {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:24:29.804977 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-85ed8b08-c4b3-45b0-8ea1-b3b6855d75c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:29.837598 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed8b08-c4b3-45b0-8ea1-b3b6855d75c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=16d35a02-2ccd-4a55-a6d3-79c916a95da3,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:24:29.996321 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-85ed8b08-c4b3-45b0-8ea1-b3b6855d75c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3684279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3675323'] for router_interface, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:30.230664 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:30.461943 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ed8b08-c4b3-45b0-8ea1-b3b6855d75c7 admin admin] Router cc2d872a-1ee0-46c2-9d02-e920d6288e54 has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:24:30.564484 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ed8b08-c4b3-45b0-8ea1-b3b6855d75c7 admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:24:30.570123 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-85ed8b08-c4b3-45b0-8ea1-b3b6855d75c7 admin admin] 10.222.0.44 "PUT /v2.0/routers/cc2d872a-1ee0-46c2-9d02-e920d6288e54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6000772 Sep 15 15:24:30.572695 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57674) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:24:30.573459 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba360bf-142f-4940-9277-655b67e7f787 None None] Sync routers for ids ['cc2d872a-1ee0-46c2-9d02-e920d6288e54'] in dv-cinder-808837-2-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:24:30.582845 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba360bf-142f-4940-9277-655b67e7f787 None None] Routers {'cc2d872a-1ee0-46c2-9d02-e920d6288e54'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:24:30.583449 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-bba360bf-142f-4940-9277-655b67e7f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:24:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['cc2d872a-1ee0-46c2-9d02-e920d6288e54'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:30.673590 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-66e60179-0b06-496e-845a-fd97b1eb4a1c admin admin] Notify callbacks [] for router, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:30.688136 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-bba360bf-142f-4940-9277-655b67e7f787 None None] Set router cc2d872a-1ee0-46c2-9d02-e920d6288e54 gateway port host: dv-cinder-808837-2-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:24:30.742616 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device d1fdaf75-dc82-446f-8c53-2a00b5bdcdec no longer exists at agent hyperv_hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:24:30.770346 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] No Port match for: d1fdaf75-dc82-446f-8c53-2a00b5bdcdec {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:24:30.770681 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Device d1fdaf75-dc82-446f-8c53-2a00b5bdcdec not bound to the agent host hv-cinder-80883 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:24:30.774543 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-66e60179-0b06-496e-845a-fd97b1eb4a1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:30.828146 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-66e60179-0b06-496e-845a-fd97b1eb4a1c admin admin] Deleting port 8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:24:30.828480 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-66e60179-0b06-496e-845a-fd97b1eb4a1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:30.885652 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-bba360bf-142f-4940-9277-655b67e7f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'name': 'tempest-TestMinimumBasicScenario-818278960-router', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:17Z', 'updated_at': '2021-09-15T15:24:29Z', 'revision_number': 5, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'gw_port': {'id': '8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:18Z', 'updated_at': '2021-09-15T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:30.906586 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-66e60179-0b06-496e-845a-fd97b1eb4a1c admin admin] For port 8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:24:30.906940 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-66e60179-0b06-496e-845a-fd97b1eb4a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:30.911769 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba360bf-142f-4940-9277-655b67e7f787 None None] Checking router: cc2d872a-1ee0-46c2-9d02-e920d6288e54 for host: dv-cinder-808837-2-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:24:30.920002 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-66e60179-0b06-496e-845a-fd97b1eb4a1c admin admin] Calling delete_port for 8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7 owned by network:router_gateway {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:24:30.921126 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba360bf-142f-4940-9277-655b67e7f787 None None] Routers {'cc2d872a-1ee0-46c2-9d02-e920d6288e54'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:24:30.921730 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-bba360bf-142f-4940-9277-655b67e7f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:24:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['cc2d872a-1ee0-46c2-9d02-e920d6288e54'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:31.005441 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-bba360bf-142f-4940-9277-655b67e7f787 None None] Set router cc2d872a-1ee0-46c2-9d02-e920d6288e54 gateway port host: None {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:24:31.059963 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-bba360bf-142f-4940-9277-655b67e7f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'name': 'tempest-TestMinimumBasicScenario-818278960-router', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:17Z', 'updated_at': '2021-09-15T15:24:30Z', 'revision_number': 6, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'gw_port_host': None}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:31.086146 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-66e60179-0b06-496e-845a-fd97b1eb4a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:31.086758 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba360bf-142f-4940-9277-655b67e7f787 None None] The sync data for ids ['cc2d872a-1ee0-46c2-9d02-e920d6288e54'] in dv-cinder-808837-2-iscsi is: [{'id': 'cc2d872a-1ee0-46c2-9d02-e920d6288e54', 'name': 'tempest-TestMinimumBasicScenario-818278960-router', 'tenant_id': '3713b8ea81584862a8d1761b44aedc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:17Z', 'updated_at': '2021-09-15T15:24:30Z', 'revision_number': 6, 'project_id': '3713b8ea81584862a8d1761b44aedc35', 'gw_port_host': None}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:24:31.116711 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e60179-0b06-496e-845a-fd97b1eb4a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:24:31.177177 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-66e60179-0b06-496e-845a-fd97b1eb4a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3675261'] for router_gateway, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:31.265998 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-66e60179-0b06-496e-845a-fd97b1eb4a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1423'] for router, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:31.267986 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-66e60179-0b06-496e-845a-fd97b1eb4a1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:31.308430 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-66e60179-0b06-496e-845a-fd97b1eb4a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3672279'] for router, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:31.309295 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e60179-0b06-496e-845a-fd97b1eb4a1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc2d872a-1ee0-46c2-9d02-e920d6288e54 {{(pid=94132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:24:31.314765 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-66e60179-0b06-496e-845a-fd97b1eb4a1c admin admin] Notify callbacks [] for router, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:31.316886 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-66e60179-0b06-496e-845a-fd97b1eb4a1c admin admin] 10.222.0.44 "DELETE /v2.0/routers/cc2d872a-1ee0-46c2-9d02-e920d6288e54 HTTP/1.1" status: 204 len: 168 time: 0.7429461 Sep 15 15:24:31.319135 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57676) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:24:31.365464 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae35b65f-35c2-4773-a7ed-679fd9297eaa admin admin] Deleting subnet 98aa42af-7080-4858-b9c5-9e72bbad7f07 {{(pid=94132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:24:31.368832 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae35b65f-35c2-4773-a7ed-679fd9297eaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:31.402523 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae35b65f-35c2-4773-a7ed-679fd9297eaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12326048'] for subnet, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:31.479196 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae35b65f-35c2-4773-a7ed-679fd9297eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935064'] for subnet, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:31.540013 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae35b65f-35c2-4773-a7ed-679fd9297eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-935055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8964687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11857649'] for subnet, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:31.566463 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35b65f-35c2-4773-a7ed-679fd9297eaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98aa42af-7080-4858-b9c5-9e72bbad7f07,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:24:31.568395 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae35b65f-35c2-4773-a7ed-679fd9297eaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:31.571604 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-ae35b65f-35c2-4773-a7ed-679fd9297eaa admin admin] 10.222.0.44 "DELETE /v2.0/subnets/98aa42af-7080-4858-b9c5-9e72bbad7f07 HTTP/1.1" status: 204 len: 168 time: 0.2515321 Sep 15 15:24:31.572265 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19b3edb-4986-491e-b7a6-b86ef8d3a133 None None] Network 9917cd2a-afae-446f-9177-04befed21a5e requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:24:31.572737 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57678) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:24:31.640457 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5211-f2e6-4203-993e-ddedd1f48aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002857'] for network, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:31.668558 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e3bdd9b-6e2c-46de-9bb5-a04321ff563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:31.697684 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-bf4a5211-f2e6-4203-993e-ddedd1f48aac admin admin] Deleting port 19c41179-219c-4e09-a6a8-a9be9d3e8fe0 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:24:31.698039 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5211-f2e6-4203-993e-ddedd1f48aac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:31.760728 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-bf4a5211-f2e6-4203-993e-ddedd1f48aac admin admin] For port 19c41179-219c-4e09-a6a8-a9be9d3e8fe0, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=19c41179-219c-4e09-a6a8-a9be9d3e8fe0,segment=NetworkSegment(5cee15cb-f745-4c95-86a1-e473e1abda7d),segment_id=5cee15cb-f745-4c95-86a1-e473e1abda7d)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:24:31.761085 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5211-f2e6-4203-993e-ddedd1f48aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:31.773459 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-bf4a5211-f2e6-4203-993e-ddedd1f48aac admin admin] Calling delete_port for 19c41179-219c-4e09-a6a8-a9be9d3e8fe0 owned by network:dhcp {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:24:31.848320 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] DHCP port deletion for 9917cd2a-afae-446f-9177-04befed21a5e request from dv-cinder-808837-2-iscsi {{(pid=94133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:24:31.859728 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5211-f2e6-4203-993e-ddedd1f48aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:31.888210 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a5211-f2e6-4203-993e-ddedd1f48aac admin admin] Pushing event deleted for resources: {'Port': ['ID=19c41179-219c-4e09-a6a8-a9be9d3e8fe0,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:24:31.893345 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a5211-f2e6-4203-993e-ddedd1f48aac admin admin] No DVR routers for this DVR port 19c41179-219c-4e09-a6a8-a9be9d3e8fe0 on host dv-cinder-808837-2-iscsi {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:24:31.896856 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] Deleting port 19c41179-219c-4e09-a6a8-a9be9d3e8fe0 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:24:31.897282 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:31.961701 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] For port 19c41179-219c-4e09-a6a8-a9be9d3e8fe0, host dv-cinder-808837-2-iscsi, got binding levels [] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:24:31.962123 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:31.965567 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5211-f2e6-4203-993e-ddedd1f48aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935455', 'neutron.services.segments.db._delete_segments_for_network-8747554679709'] for network, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:31.975249 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] Calling delete_port for 19c41179-219c-4e09-a6a8-a9be9d3e8fe0 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:24:31.977832 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.ipam_backend_mixin [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] Port 19c41179-219c-4e09-a6a8-a9be9d3e8fe0 was not found and therefore no delete operation was performed {{(pid=94133) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 15:24:31.979082 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:31.985231 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-bf4a5211-f2e6-4203-993e-ddedd1f48aac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9917cd2a-afae-446f-9177-04befed21a5e']}} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:31.994982 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-bf4a5211-f2e6-4203-993e-ddedd1f48aac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cee15cb-f745-4c95-86a1-e473e1abda7d') {'for_net_delete': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:31.995275 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-bf4a5211-f2e6-4203-993e-ddedd1f48aac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cee15cb-f745-4c95-86a1-e473e1abda7d') {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:32.004844 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] Pushing event deleted for resources: {'Port': ['ID=19c41179-219c-4e09-a6a8-a9be9d3e8fe0,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:24:32.007104 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] No DVR routers for this DVR port 19c41179-219c-4e09-a6a8-a9be9d3e8fe0 on host dv-cinder-808837-2-iscsi {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:24:32.010385 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5211-f2e6-4203-993e-ddedd1f48aac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747554679206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12326059'] for segment, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:32.015356 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:32.015700 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:32.016053 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:32.016833 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:32.016833 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:32.017032 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:32.017310 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:32.017971 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:32.017971 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:32.018293 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:32.018639 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:32.018960 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7d599-85a4-4054-b0da-559e70f3e7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808837-2-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:24:32.026514 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5211-f2e6-4203-993e-ddedd1f48aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:32.032799 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4a5211-f2e6-4203-993e-ddedd1f48aac admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:24:32.033227 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5211-f2e6-4203-993e-ddedd1f48aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8963217'] for segment, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: Traceback (most recent call last): Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: timer() Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: cb(*args, **kw) Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: return func(*args, **kwargs) Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: self._notify() Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: self.callback(batched_events) Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: event.method(event) Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: return f(self, *a, **k) Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: return self._get(url).json() Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: return self.request(url, 'GET', **kwargs) Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:24:32.035362 dv-cinder-808837-2-iscsi neutron-server[94132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:24:32.096954 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5211-f2e6-4203-993e-ddedd1f48aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675161'] for network, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:32.105559 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 16d35a02-2ccd-4a55-a6d3-79c916a95da3 no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:24:32.116633 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5211-f2e6-4203-993e-ddedd1f48aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:32.122547 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-bf4a5211-f2e6-4203-993e-ddedd1f48aac admin admin] 10.222.0.44 "DELETE /v2.0/networks/9917cd2a-afae-446f-9177-04befed21a5e HTTP/1.1" status: 204 len: 168 time: 0.5454788 Sep 15 15:24:32.122547 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a5211-f2e6-4203-993e-ddedd1f48aac admin admin] Pushing event deleted for resources: {'Network': ['ID=9917cd2a-afae-446f-9177-04befed21a5e,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:24:32.122547 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57680) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:24:32.126895 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: 16d35a02-2ccd-4a55-a6d3-79c916a95da3 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:24:32.127487 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 16d35a02-2ccd-4a55-a6d3-79c916a95da3 not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:24:32.128322 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7 no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:24:32.150107 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: 8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:24:32.150550 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 8ae2a6e5-1dd9-4321-954d-dc11d65ce2a7 not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:24:32.150848 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 19c41179-219c-4e09-a6a8-a9be9d3e8fe0 no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:24:32.177686 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: 19c41179-219c-4e09-a6a8-a9be9d3e8fe0 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:24:32.178039 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 19c41179-219c-4e09-a6a8-a9be9d3e8fe0 not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:24:32.471798 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d1df6099-c2e9-4bc1-96cc-a2534d038ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3672843'] for router_interface, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:32.714623 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-d1df6099-c2e9-4bc1-96cc-a2534d038ab7 admin admin] Deleting port 590a92cd-a90b-49af-bb04-6bfb6ded051d {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:24:32.714964 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d1df6099-c2e9-4bc1-96cc-a2534d038ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:32.791255 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-d1df6099-c2e9-4bc1-96cc-a2534d038ab7 admin admin] For port 590a92cd-a90b-49af-bb04-6bfb6ded051d, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=590a92cd-a90b-49af-bb04-6bfb6ded051d,segment=NetworkSegment(ca3a860f-928a-4268-97b3-f9175ea63fc8),segment_id=ca3a860f-928a-4268-97b3-f9175ea63fc8)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:24:32.791608 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d1df6099-c2e9-4bc1-96cc-a2534d038ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:32.803777 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-d1df6099-c2e9-4bc1-96cc-a2534d038ab7 admin admin] Calling delete_port for 590a92cd-a90b-49af-bb04-6bfb6ded051d owned by network:router_interface {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:24:32.978020 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d1df6099-c2e9-4bc1-96cc-a2534d038ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:33.006824 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df6099-c2e9-4bc1-96cc-a2534d038ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=590a92cd-a90b-49af-bb04-6bfb6ded051d,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:24:33.170985 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d1df6099-c2e9-4bc1-96cc-a2534d038ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3684279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3675323'] for router_interface, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:33.381793 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1df6099-c2e9-4bc1-96cc-a2534d038ab7 admin admin] Router a29bf3c7-7b21-48d5-99b6-875d9a6c151a has already been hosted by L3 agent db645ea9-179a-465c-875f-1da649e94516 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:24:33.743242 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1df6099-c2e9-4bc1-96cc-a2534d038ab7 admin admin] Notify agent at l3_agent.dv-cinder-808837-2-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:24:33.748433 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-d1df6099-c2e9-4bc1-96cc-a2534d038ab7 admin admin] 10.222.0.44 "PUT /v2.0/routers/a29bf3c7-7b21-48d5-99b6-875d9a6c151a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6256621 Sep 15 15:24:33.750879 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57682) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:24:33.753987 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4e96f3-29a6-4c4b-bd02-6a065a4b738c None None] Sync routers for ids ['a29bf3c7-7b21-48d5-99b6-875d9a6c151a'] in dv-cinder-808837-2-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:24:33.763372 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4e96f3-29a6-4c4b-bd02-6a065a4b738c None None] Routers {'a29bf3c7-7b21-48d5-99b6-875d9a6c151a'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:24:33.763978 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-9e4e96f3-29a6-4c4b-bd02-6a065a4b738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:24:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['a29bf3c7-7b21-48d5-99b6-875d9a6c151a'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:33.853491 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bd65-7b38-4e24-9829-7adca3ba2d83 admin admin] Notify callbacks [] for router, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:33.865886 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-9e4e96f3-29a6-4c4b-bd02-6a065a4b738c None None] Set router a29bf3c7-7b21-48d5-99b6-875d9a6c151a gateway port host: dv-cinder-808837-2-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:24:33.956733 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bd65-7b38-4e24-9829-7adca3ba2d83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:34.009298 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-c9b0bd65-7b38-4e24-9829-7adca3ba2d83 admin admin] Deleting port 3ad00112-7220-45bf-abc4-56fd9f79f4fa {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:24:34.009543 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bd65-7b38-4e24-9829-7adca3ba2d83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:34.048912 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-9e4e96f3-29a6-4c4b-bd02-6a065a4b738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29bf3c7-7b21-48d5-99b6-875d9a6c151a', 'name': 'tempest-TestMinimumBasicScenario-609471761-router', 'tenant_id': '688ee12ad95a4232a3a6da4dd60af34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'external_fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '3ad00112-7220-45bf-abc4-56fd9f79f4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:22Z', 'updated_at': '2021-09-15T15:24:32Z', 'revision_number': 5, 'project_id': '688ee12ad95a4232a3a6da4dd60af34e', 'gw_port': {'id': '3ad00112-7220-45bf-abc4-56fd9f79f4fa', 'name': '', 'network_id': 'de13fce9-42d8-46bf-87ad-5f72634a95fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:26:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29bf3c7-7b21-48d5-99b6-875d9a6c151a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808837-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:22:23Z', 'updated_at': '2021-09-15T15:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '379175a2-a4aa-4fa7-8529-653d88fdda18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808837-2-iscsi'}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:34.078944 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4e96f3-29a6-4c4b-bd02-6a065a4b738c None None] Checking router: a29bf3c7-7b21-48d5-99b6-875d9a6c151a for host: dv-cinder-808837-2-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:24:34.087575 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4e96f3-29a6-4c4b-bd02-6a065a4b738c None None] Routers {'a29bf3c7-7b21-48d5-99b6-875d9a6c151a'} bound to L3 agent in host dv-cinder-808837-2-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:24:34.088177 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-9e4e96f3-29a6-4c4b-bd02-6a065a4b738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808837-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:02:04Z,description=,heartbeat_timestamp=2021-09-15T15:24:04Z,host='dv-cinder-808837-2-iscsi',id=db645ea9-179a-465c-875f-1da649e94516,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:02:04Z,topic='l3_agent')) {'router_ids': ['a29bf3c7-7b21-48d5-99b6-875d9a6c151a'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:34.090872 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-c9b0bd65-7b38-4e24-9829-7adca3ba2d83 admin admin] For port 3ad00112-7220-45bf-abc4-56fd9f79f4fa, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=3ad00112-7220-45bf-abc4-56fd9f79f4fa,segment=NetworkSegment(2cc18619-a22d-4c27-9907-1a47d301b8b3),segment_id=2cc18619-a22d-4c27-9907-1a47d301b8b3)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:24:34.091364 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bd65-7b38-4e24-9829-7adca3ba2d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:34.104478 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-c9b0bd65-7b38-4e24-9829-7adca3ba2d83 admin admin] Calling delete_port for 3ad00112-7220-45bf-abc4-56fd9f79f4fa owned by network:router_gateway {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:24:34.178590 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-9e4e96f3-29a6-4c4b-bd02-6a065a4b738c None None] Set router a29bf3c7-7b21-48d5-99b6-875d9a6c151a gateway port host: None {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:24:34.229571 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-9e4e96f3-29a6-4c4b-bd02-6a065a4b738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29bf3c7-7b21-48d5-99b6-875d9a6c151a', 'name': 'tempest-TestMinimumBasicScenario-609471761-router', 'tenant_id': '688ee12ad95a4232a3a6da4dd60af34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:22Z', 'updated_at': '2021-09-15T15:24:33Z', 'revision_number': 6, 'project_id': '688ee12ad95a4232a3a6da4dd60af34e', 'gw_port_host': None}], 'dv-cinder-808837-2-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:34.258385 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4e96f3-29a6-4c4b-bd02-6a065a4b738c None None] The sync data for ids ['a29bf3c7-7b21-48d5-99b6-875d9a6c151a'] in dv-cinder-808837-2-iscsi is: [{'id': 'a29bf3c7-7b21-48d5-99b6-875d9a6c151a', 'name': 'tempest-TestMinimumBasicScenario-609471761-router', 'tenant_id': '688ee12ad95a4232a3a6da4dd60af34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:22:22Z', 'updated_at': '2021-09-15T15:24:33Z', 'revision_number': 6, 'project_id': '688ee12ad95a4232a3a6da4dd60af34e', 'gw_port_host': None}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:24:34.265702 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bd65-7b38-4e24-9829-7adca3ba2d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:34.297358 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0bd65-7b38-4e24-9829-7adca3ba2d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad00112-7220-45bf-abc4-56fd9f79f4fa,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:24:34.301888 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:34.356567 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bd65-7b38-4e24-9829-7adca3ba2d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3675261'] for router_gateway, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:34.402262 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bf69ded6-667d-44c9-bc88-eab08abced7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:34.451246 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bd65-7b38-4e24-9829-7adca3ba2d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1423'] for router, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:34.453324 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bd65-7b38-4e24-9829-7adca3ba2d83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:34.494812 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bd65-7b38-4e24-9829-7adca3ba2d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3672279'] for router, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:34.495399 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b0bd65-7b38-4e24-9829-7adca3ba2d83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a29bf3c7-7b21-48d5-99b6-875d9a6c151a {{(pid=94132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:24:34.500380 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bd65-7b38-4e24-9829-7adca3ba2d83 admin admin] Notify callbacks [] for router, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:34.501596 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-c9b0bd65-7b38-4e24-9829-7adca3ba2d83 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a29bf3c7-7b21-48d5-99b6-875d9a6c151a HTTP/1.1" status: 204 len: 168 time: 0.7498078 Sep 15 15:24:34.504712 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57684) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:24:34.551412 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ff4d99-7b3e-427f-b02e-36907eeb85ac admin admin] Deleting subnet 3a5a597e-6d59-4ffc-b032-5af1955c7b15 {{(pid=94132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:24:34.554317 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4d99-7b3e-427f-b02e-36907eeb85ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:34.588714 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4d99-7b3e-427f-b02e-36907eeb85ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12326048'] for subnet, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:34.674228 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4d99-7b3e-427f-b02e-36907eeb85ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-935064'] for subnet, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:34.733559 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4d99-7b3e-427f-b02e-36907eeb85ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-935055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8964687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11857649'] for subnet, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:34.759154 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff4d99-7b3e-427f-b02e-36907eeb85ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a5a597e-6d59-4ffc-b032-5af1955c7b15,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:24:34.763006 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4d99-7b3e-427f-b02e-36907eeb85ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:34.764869 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-a3ff4d99-7b3e-427f-b02e-36907eeb85ac admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3a5a597e-6d59-4ffc-b032-5af1955c7b15 HTTP/1.1" status: 204 len: 168 time: 0.2592146 Sep 15 15:24:34.767281 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57686) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:24:34.770435 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba929254-b7b1-4caf-af65-466318d5f1bf None None] Network b21badb6-41ed-4069-8a79-c11914100976 requested from dv-cinder-808837-2-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:24:34.835938 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ce8bf01-8d6b-4491-a05c-71fa552d32b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002857'] for network, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:34.869243 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:24:34.901311 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9ce8bf01-8d6b-4491-a05c-71fa552d32b6 admin admin] Deleting port 96c8bce0-37c3-45c0-b767-46ccad31b9e6 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:24:34.901652 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ce8bf01-8d6b-4491-a05c-71fa552d32b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:34.963365 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9ce8bf01-8d6b-4491-a05c-71fa552d32b6 admin admin] For port 96c8bce0-37c3-45c0-b767-46ccad31b9e6, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=96c8bce0-37c3-45c0-b767-46ccad31b9e6,segment=NetworkSegment(ca3a860f-928a-4268-97b3-f9175ea63fc8),segment_id=ca3a860f-928a-4268-97b3-f9175ea63fc8)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:24:34.963647 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ce8bf01-8d6b-4491-a05c-71fa552d32b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:34.976001 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9ce8bf01-8d6b-4491-a05c-71fa552d32b6 admin admin] Calling delete_port for 96c8bce0-37c3-45c0-b767-46ccad31b9e6 owned by network:dhcp {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:24:35.012892 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cec6a9-8658-482d-a222-7a1cb99d4904 None None] DHCP port deletion for b21badb6-41ed-4069-8a79-c11914100976 request from dv-cinder-808837-2-iscsi {{(pid=94133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:24:35.059482 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-71cec6a9-8658-482d-a222-7a1cb99d4904 None None] Deleting port 96c8bce0-37c3-45c0-b767-46ccad31b9e6 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:24:35.059859 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71cec6a9-8658-482d-a222-7a1cb99d4904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747554714673'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:35.065230 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ce8bf01-8d6b-4491-a05c-71fa552d32b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8964704'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:35.092163 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8bf01-8d6b-4491-a05c-71fa552d32b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=96c8bce0-37c3-45c0-b767-46ccad31b9e6,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:24:35.098766 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce8bf01-8d6b-4491-a05c-71fa552d32b6 admin admin] No DVR routers for this DVR port 96c8bce0-37c3-45c0-b767-46ccad31b9e6 on host dv-cinder-808837-2-iscsi {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:24:35.142832 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-71cec6a9-8658-482d-a222-7a1cb99d4904 None None] For port 96c8bce0-37c3-45c0-b767-46ccad31b9e6, host dv-cinder-808837-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808837-2-iscsi',level=0,port_id=96c8bce0-37c3-45c0-b767-46ccad31b9e6,segment=NetworkSegment(ca3a860f-928a-4268-97b3-f9175ea63fc8),segment_id=ca3a860f-928a-4268-97b3-f9175ea63fc8)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:24:35.143218 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71cec6a9-8658-482d-a222-7a1cb99d4904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696963'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:35.156026 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-71cec6a9-8658-482d-a222-7a1cb99d4904 None None] Calling delete_port for 96c8bce0-37c3-45c0-b767-46ccad31b9e6 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:24:35.171009 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ce8bf01-8d6b-4491-a05c-71fa552d32b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935455', 'neutron.services.segments.db._delete_segments_for_network-8747554679709'] for network, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:35.193573 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-9ce8bf01-8d6b-4491-a05c-71fa552d32b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21badb6-41ed-4069-8a79-c11914100976']}} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:35.203474 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-9ce8bf01-8d6b-4491-a05c-71fa552d32b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3a860f-928a-4268-97b3-f9175ea63fc8') {'for_net_delete': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:35.203789 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-9ce8bf01-8d6b-4491-a05c-71fa552d32b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3a860f-928a-4268-97b3-f9175ea63fc8') {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:24:35.217685 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ce8bf01-8d6b-4491-a05c-71fa552d32b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747554679206', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12326059'] for segment, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:35.233411 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ce8bf01-8d6b-4491-a05c-71fa552d32b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229'] for segment, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:35.241101 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce8bf01-8d6b-4491-a05c-71fa552d32b6 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:24:35.241391 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71cec6a9-8658-482d-a222-7a1cb99d4904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-948073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747554719735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747554164435'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:35.241539 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ce8bf01-8d6b-4491-a05c-71fa552d32b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-937229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8963217'] for segment, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: Traceback (most recent call last): Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: timer() Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: cb(*args, **kw) Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: return func(*args, **kwargs) Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: self._notify() Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: self.callback(batched_events) Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: event.method(event) Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: return f(self, *a, **k) Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: return self._get(url).json() Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: return self.request(url, 'GET', **kwargs) Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:24:35.243392 dv-cinder-808837-2-iscsi neutron-server[94132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:24:35.274821 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cec6a9-8658-482d-a222-7a1cb99d4904 None None] Pushing event deleted for resources: {'Port': ['ID=96c8bce0-37c3-45c0-b767-46ccad31b9e6,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:24:35.279487 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cec6a9-8658-482d-a222-7a1cb99d4904 None None] No DVR routers for this DVR port 96c8bce0-37c3-45c0-b767-46ccad31b9e6 on host dv-cinder-808837-2-iscsi {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:24:35.305779 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:35.306690 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ce8bf01-8d6b-4491-a05c-71fa552d32b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4161286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3675161'] for network, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:35.312245 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ce8bf01-8d6b-4491-a05c-71fa552d32b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683414'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:35.314662 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-9ce8bf01-8d6b-4491-a05c-71fa552d32b6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b21badb6-41ed-4069-8a79-c11914100976 HTTP/1.1" status: 204 len: 168 time: 0.5459325 Sep 15 15:24:35.325285 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8bf01-8d6b-4491-a05c-71fa552d32b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b21badb6-41ed-4069-8a79-c11914100976,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:24:35.492490 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57690) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:24:35.532569 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-5ec7acbf-fa39-4866-9d43-9467de158d18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3713b8ea81584862a8d1761b44aedc35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388379 Sep 15 15:24:35.535253 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57692) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:24:35.581568 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-48142530-4cbb-4fc1-8753-2b21c48e5160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:35.605612 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-48142530-4cbb-4fc1-8753-2b21c48e5160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:35.655486 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-48142530-4cbb-4fc1-8753-2b21c48e5160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:35.657952 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-48142530-4cbb-4fc1-8753-2b21c48e5160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:35.659186 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-48142530-4cbb-4fc1-8753-2b21c48e5160 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/707be8be-3744-4a3a-9f80-67c8265d0910 HTTP/1.1" status: 204 len: 168 time: 0.1229930 Sep 15 15:24:35.668331 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48142530-4cbb-4fc1-8753-2b21c48e5160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707be8be-3744-4a3a-9f80-67c8265d0910,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:24:35.971198 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57698) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:24:36.010996 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-9536c62a-743e-44ae-b3da-284d0ef0b0f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=688ee12ad95a4232a3a6da4dd60af34e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380609 Sep 15 15:24:36.013411 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.44', 57700) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:24:36.061471 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-485e0535-fb44-4d2c-b7f8-33c6ae3f97b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:36.078729 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 96c8bce0-37c3-45c0-b767-46ccad31b9e6 no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:24:36.083490 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-485e0535-fb44-4d2c-b7f8-33c6ae3f97b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:36.099041 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: 96c8bce0-37c3-45c0-b767-46ccad31b9e6 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:24:36.099385 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 96c8bce0-37c3-45c0-b767-46ccad31b9e6 not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:24:36.099791 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 3ad00112-7220-45bf-abc4-56fd9f79f4fa no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:24:36.118510 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: 3ad00112-7220-45bf-abc4-56fd9f79f4fa {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:24:36.118853 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 3ad00112-7220-45bf-abc4-56fd9f79f4fa not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:24:36.119254 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 590a92cd-a90b-49af-bb04-6bfb6ded051d no longer exists at agent ovs-agent-dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:24:36.132249 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-485e0535-fb44-4d2c-b7f8-33c6ae3f97b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4155347'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:36.134791 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-485e0535-fb44-4d2c-b7f8-33c6ae3f97b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:36.136193 dv-cinder-808837-2-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-485e0535-fb44-4d2c-b7f8-33c6ae3f97b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/065d9183-456a-40a8-bac5-f20393cbc45d HTTP/1.1" status: 204 len: 168 time: 0.1219180 Sep 15 15:24:36.137665 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] No Port match for: 590a92cd-a90b-49af-bb04-6bfb6ded051d {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:24:36.138060 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Device 590a92cd-a90b-49af-bb04-6bfb6ded051d not bound to the agent host dv-cinder-808837-2-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:24:36.144595 dv-cinder-808837-2-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e0535-fb44-4d2c-b7f8-33c6ae3f97b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065d9183-456a-40a8-bac5-f20393cbc45d,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:24:37.032348 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:00.227604 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:01.638733 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0d8bb953-ec33-403e-b481-ffa30337bc8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:04.295175 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:04.401310 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-519b9401-5385-4c50-b0cb-9717570912de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:05.284496 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:07.032788 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:11.868449 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:25:13.756716 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [req-e71ac6ec-4c6d-476b-a08d-108f2b0e4018 req-7be28093-6404-4996-9464-c7e843a7b6a8 service neutron] (94131) timed out ('10.222.0.47', 55699) {{(pid=94131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 15:25:30.231627 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:31.638408 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1c885579-5d97-4bdc-81b7-335f453dede1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:34.296480 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:34.401535 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-035877e9-e630-4222-a3f8-abdcd5cf4265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:35.287179 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:37.034783 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:48.867541 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:26:00.232568 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:01.639136 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b96c3ebc-157d-4433-a69b-626baafbe3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:04.297425 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:04.400795 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-39d34be4-089c-4f09-8489-3aa4bcd3cec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:05.290462 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:07.039136 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:25.867249 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:26:30.249373 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:31.639408 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1110cbba-6f8e-435b-b2af-1abecc685ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:34.298782 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:34.399458 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ba821e8f-e1ce-42cb-a323-ec5ee1104a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:35.292776 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:37.041376 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:39.379271 dv-cinder-808837-2-iscsi neutron-server[94131]: DEBUG neutron.wsgi [req-08023529-79a7-4905-9410-edbc93e93db6 req-fe637674-cd3f-45f1-9397-537c79752dbe service neutron] (94131) timed out ('10.222.0.47', 55721) {{(pid=94131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 15:27:00.242511 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:01.640308 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-19e61889-0fc9-473e-bff4-eec7de4efed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:02.865866 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:27:04.299110 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:04.403136 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8c3daca9-0db1-4c6f-bde8-2cf8322a2522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:05.296148 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:07.045925 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:30.247553 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:31.640883 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d0967ebe-f613-40d5-91ce-69d93feb3d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:34.299818 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:34.403532 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e3d2f62d-9551-46c7-b95b-e19295e4ad29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:35.299062 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:37.047889 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:39.865082 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:28:00.262720 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:01.641549 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d954c280-277e-4204-80fb-b12296fdbaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:04.301834 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:04.404884 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1c2720bd-d4d2-4c08-970b-a27f3eab5179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:05.302156 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:07.051704 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:16.864255 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:28:30.277552 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:31.641878 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-087e6439-7256-4d58-bae0-f4bc72f94fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:34.303790 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:34.407129 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-96b7571c-ac73-488c-960d-5b0685b96819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:35.304983 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:37.057584 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:53.863192 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:29:00.268311 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:01.641765 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5a6607f2-65a7-4c14-920b-257fdaae1c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:04.304325 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:04.406882 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e859fa87-83a0-424d-bbe2-fdfeb5490064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:05.307604 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:07.057583 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:30.267347 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:30.864813 dv-cinder-808837-2-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-ef6304ad-c644-4fad-9790-be75046c1855 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:29:31.644479 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8cae23b3-7cd2-4237-8f5a-9b565a864cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:34.306912 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:34.408884 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1c29840-1e76-426d-ab05-ec3aa7867b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:35.309657 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:37.062360 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8f3d574f-81ed-4d02-8e6b-5721563172a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:00.296539 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8469bd7e-3dec-4f85-93eb-55f219f2b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:01.647736 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-69ba0be3-201f-41e5-87d0-b03ad7b3bf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:04.308712 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc476-1bcb-4a11-8e71-436afea9afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:04.409116 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-10a0713f-b877-41b9-a45f-1bb9325eb61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:05.315246 dv-cinder-808837-2-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f008421-b4ee-4204-8b0e-318a23e6e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747554679691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-940831'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}